-- Logs begin at Tue 2021-05-18 09:25:21 UTC, end at Tue 2021-05-18 10:16:00 UTC. -- May 18 09:52:55.698517 dv-cinder-772623-5-smb systemd[1]: Started Devstack devstack@q-svc.service. May 18 09:52:58.116598 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.common.config [-] Logging enabled! May 18 09:52:58.117184 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 09:52:58.117276 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 09:52:58.120556 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.common.config [-] Logging enabled! May 18 09:52:58.120817 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 09:52:58.121125 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 09:52:58.122072 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 09:52:58.122311 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 09:52:58.122673 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 09:52:58.122928 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 09:52:58.123152 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 09:52:58.123476 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.123775 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.124076 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.124307 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.124607 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.124898 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.125182 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.125497 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.125794 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.126082 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.126361 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.126646 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.126876 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.127158 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.127444 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.127757 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.127992 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] debug = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.128270 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.128697 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.129103 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.129386 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.129833 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.130114 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.130388 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.130666 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.130951 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.131278 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] host = dv-cinder-772623-5-smb {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.131559 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.131850 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.132139 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.132426 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.132701 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.132979 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.133271 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.133581 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.133857 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] log_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.134134 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.134424 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.134715 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.135005 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.135232 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.135455 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.135744 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.136034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.136311 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.136584 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.136860 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.137136 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.137420 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.137710 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.137995 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.138279 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.138563 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.138839 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.139114 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.139390 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.139666 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.139952 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.140227 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.140501 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.140775 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.141064 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.141337 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.141639 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.141939 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.142227 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.142510 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.142794 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.143068 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.143859 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.144146 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.144419 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.144690 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] use_json = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.144963 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.145233 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.145541 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.145815 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.146084 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.146358 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.146627 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.146910 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:52:58.147206 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.147503 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.147802 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.148085 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.148379 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.148659 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.148947 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.149224 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.149547 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.149841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.150131 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.150408 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.150695 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.150974 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.151284 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.151570 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.151862 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.152157 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.152433 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.152705 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.152977 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.153254 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.153567 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.153859 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.154149 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.154424 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.154703 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.154992 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.155271 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.155544 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.155824 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.156113 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.156391 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.156663 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.156943 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.157220 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.157521 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.157795 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.158074 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.158365 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.158642 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.158913 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.159824 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.160112 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.160390 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.160681 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.160964 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.161241 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.161542 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.161825 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.162107 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.162385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.162665 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.162938 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.163217 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.163496 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.163764 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.164039 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.164314 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.164587 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.164861 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.165133 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.165431 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.165707 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.165982 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.166256 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.166529 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.166802 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.167088 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.167384 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.167660 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.167938 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.168219 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.168497 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.168774 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.169050 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.169329 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.169631 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.169905 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.170196 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.170481 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.170769 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.171052 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.171332 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.171632 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.171912 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.172198 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.172476 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.172770 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.173044 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.173328 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.173645 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.173941 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.174235 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.174528 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.174959 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.175405 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.175722 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.176006 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:52:58.176226 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 09:52:58.176468 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91143) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 09:52:58.528428 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:52:58.528700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:52:58.528989 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:52:58.529321 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 09:52:58.836937 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.837221 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.837514 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.838738 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.839011 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.839274 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.956076 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.956346 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.956618 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.969686 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.969967 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.970238 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.999237 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.999516 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:58.999782 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.038421 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.038642 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.038908 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.271912 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.272537 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.272537 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.272708 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.273532 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.399203 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.399452 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.399732 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.400004 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.400271 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.400580 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.400843 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.401099 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.401351 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.401655 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.401916 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.402183 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.402451 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.402710 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.402980 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.403252 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.403513 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.403929 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.404189 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.404479 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.404896 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.405156 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.405427 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.405716 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.405967 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.406217 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.406598 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:52:59.406838 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:52:59.407078 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:52:59.407316 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:52:59.407551 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:52:59.407785 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:52:59.408154 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 09:52:59.411825 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 09:52:59.415733 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 09:52:59.419484 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 18 09:52:59.421120 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 09:52:59.421600 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 09:52:59.421940 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 09:52:59.422328 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 09:52:59.425540 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 09:52:59.425796 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 09:52:59.426144 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 09:52:59.454319 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 09:52:59.454767 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.455067 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91143) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 09:52:59.455430 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.457305 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91143) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 09:52:59.457623 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 09:52:59.457878 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 09:52:59.461047 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.461327 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:52:59.534765 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 09:52:59.535066 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 09:52:59.535242 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 09:52:59.535609 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 09:52:59.566082 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_db.sqlalchemy.engines [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91143) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 09:52:59.895005 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing driver for type 'gre' May 18 09:52:59.895621 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] gre ID ranges: [(1, 1000)] May 18 09:52:59.948596 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing driver for type 'local' May 18 09:52:59.948933 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing driver for type 'vlan' May 18 09:52:59.961060 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] VlanTypeDriver initialization complete May 18 09:52:59.961499 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing driver for type 'vxlan' May 18 09:52:59.961950 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] vxlan ID ranges: [(1, 1000)] May 18 09:53:00.013556 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing extension driver 'port_security' May 18 09:53:00.013880 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.extensions.port_security [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] PortSecurityExtensionDriver initialization complete May 18 09:53:00.014205 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing mechanism driver 'openvswitch' May 18 09:53:00.014522 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing mechanism driver 'hyperv' May 18 09:53:00.021590 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.plugins.ml2.plugin [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:00.022393 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.022755 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.023099 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.023475 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.023817 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.024150 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.024516 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.024850 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.025178 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.025573 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.025909 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.026240 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.026601 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.026933 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.027255 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.027614 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.027942 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.028263 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.028587 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] ML2 OVO RPC backend initialized. {{(pid=91143) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 09:53:00.029259 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.029624 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.030024 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.030353 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > networks before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.030747 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.031010 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > ports before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.031343 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.031672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.032003 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.032327 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.032646 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.032967 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.033291 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.033636 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.034121 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.034614 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.034709 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.035231 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.plugin [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Modular L2 Plugin initialization complete May 18 09:53:00.035547 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading services supported by the core plugin {{(pid=91143) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 09:53:00.035859 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.plugins.ml2.managers [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Got port-security extension from driver 'port_security' May 18 09:53:00.036303 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.extensions.vlantransparent [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Disabled vlantransparent extension. May 18 09:53:00.036772 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91143) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 09:53:00.037073 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: router May 18 09:53:00.075444 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.075918 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router after_create 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.076195 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router before_create 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.076546 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.076916 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.077268 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router after_delete 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.077663 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.078106 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router after_create 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.078360 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router after_update 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.078699 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router after_update 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.079118 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.079382 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router after_update 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.079779 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.080136 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: port after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.080513 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: port after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.080923 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: subnet after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.082123 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.082240 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.082508 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.082849 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: port before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.083180 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.083551 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router after_update 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.083884 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.084256 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.084652 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.084992 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.085357 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > network after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.086241 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Tracking information for resource: router configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:00.086575 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Tracking information for resource: floatingip configured {{(pid=91143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:00.091621 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.db.l3_agentschedulers_db [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 09:53:00.092188 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: port after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.092538 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: port after_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.092893 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: port after_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.093216 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: port after_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.094026 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router before_create 55550100 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.094382 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.094732 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.095076 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.099716 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.services.provider_configuration [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service providers = [] {{(pid=91143) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 09:53:00.100068 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.db.servicetype_db [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91143) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 09:53:00.102959 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.services.service_base [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:00.103300 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.services.service_base [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:00.103635 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.services.service_base [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:00.104496 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.services.service_base [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:00.104857 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.services.service_base [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 09:53:00.105385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.105719 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 09:53:00.116948 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.117273 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: auto_allocate May 18 09:53:00.122899 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: network precommit_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.123259 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: network precommit_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.123755 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.124061 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: tag May 18 09:53:00.131406 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.131729 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: timestamp May 18 09:53:00.135467 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.135783 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: network_ip_availability May 18 09:53:00.140921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.141281 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.141662 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.142354 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.142663 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: flavors May 18 09:53:00.147544 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.147868 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading Plugin: revisions May 18 09:53:00.152060 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:00.152440 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_concurrency.lockutils [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=91143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:00.153150 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91143) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 09:53:00.153498 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Initializing extension manager. May 18 09:53:00.153994 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: __init__.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.154321 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: __pycache__ {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.154643 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.154962 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: address_group.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.155689 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.156239 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: address-group May 18 09:53:00.156552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: address_scope.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.157240 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.157771 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: address-scope May 18 09:53:00.158083 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.159032 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.159525 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: router-admin-state-down-before-update May 18 09:53:00.159839 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: agent.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.160511 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.161003 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: agent May 18 09:53:00.161312 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: agent_resources_synced.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.162215 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.162712 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: agent-resources-synced May 18 09:53:00.163022 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.164731 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.165240 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: allowed-address-pairs May 18 09:53:00.165595 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.166642 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.167147 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: auto-allocated-topology May 18 09:53:00.167461 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: availability_zone.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.168128 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.168623 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: availability_zone May 18 09:53:00.168933 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: availability_zone_filter.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.169842 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.170342 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: availability_zone_filter May 18 09:53:00.170655 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: data_plane_status.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.171527 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.172024 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension data-plane-status not supported by any of loaded plugins May 18 09:53:00.172334 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: default_subnetpools.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.173215 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.173742 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: default-subnetpools May 18 09:53:00.174054 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.175372 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.175868 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: dhcp_agent_scheduler May 18 09:53:00.176181 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: dns.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.177065 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.177594 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension dns-integration not supported by any of loaded plugins May 18 09:53:00.177914 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: dns_domain_ports.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.178794 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.179289 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 09:53:00.179602 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: dvr.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.180247 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.180742 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: dvr May 18 09:53:00.181054 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: empty_string_filtering.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.181968 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.182473 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: empty-string-filtering May 18 09:53:00.182784 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.183655 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.184147 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 09:53:00.184458 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.185333 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.185850 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 09:53:00.186160 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: external_net.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.187040 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.187535 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: external-net May 18 09:53:00.187846 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.188721 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.189215 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: extra_dhcp_opt May 18 09:53:00.189559 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: extraroute.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.191100 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.191689 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: extraroute May 18 09:53:00.192006 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: extraroute_atomic.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.193019 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.193548 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: extraroute-atomic May 18 09:53:00.193864 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: filter_validation.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.194506 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.194999 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: filter-validation May 18 09:53:00.195309 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: fip_pf_description.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.196354 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.196854 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 09:53:00.197168 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: fip_port_details.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.198085 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.198581 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: fip-port-details May 18 09:53:00.198895 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: flavors.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.200095 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.200603 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: flavors May 18 09:53:00.200922 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.202570 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.203085 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 09:53:00.203403 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: floatingip_pools.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.204078 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.204575 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: floatingip-pools May 18 09:53:00.204886 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: ip_allocation.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.205839 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.206436 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension ip_allocation not supported by any of loaded plugins May 18 09:53:00.206749 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.207632 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.208130 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: ip-substring-filtering May 18 09:53:00.208442 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l2_adjacency.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.209334 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.209851 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 09:53:00.210161 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l3.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.211090 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.211596 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: router May 18 09:53:00.211909 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.214131 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.214652 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 09:53:00.214977 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.215909 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.216415 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: ext-gw-mode May 18 09:53:00.216736 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.217650 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.218153 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: l3-ha May 18 09:53:00.218473 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l3_flavors.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.219350 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.219849 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: l3-flavors May 18 09:53:00.220164 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.221059 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.221678 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 09:53:00.221998 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: l3agentscheduler.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.222995 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.223502 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: l3_agent_scheduler May 18 09:53:00.223822 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: logging.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.225294 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.225842 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension logging not supported by any of loaded plugins May 18 09:53:00.226164 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: metering.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.226879 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.227445 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: metering May 18 09:53:00.227762 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.228822 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.229328 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: metering_source_and_destination_fields May 18 09:53:00.229674 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: multiprovidernet.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.230689 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.231191 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: multi-provider May 18 09:53:00.231509 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: netmtu.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.232400 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.232896 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: net-mtu May 18 09:53:00.233208 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: netmtu_writable.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.234129 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.234630 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: net-mtu-writable May 18 09:53:00.234944 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: network_availability_zone.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.235592 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.236089 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: network_availability_zone May 18 09:53:00.236402 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: network_ip_availability.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.238247 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.238751 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: network-ip-availability May 18 09:53:00.239062 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: network_segment_range.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.239804 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.240298 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension network-segment-range not supported by any of loaded plugins May 18 09:53:00.240609 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: pagination.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.241602 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.241926 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: pagination May 18 09:53:00.242233 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: port_device_profile.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.243127 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.243630 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: port-device-profile May 18 09:53:00.243942 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.244824 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.245321 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: port-mac-address-regenerate May 18 09:53:00.245655 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.246537 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.247032 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: port-numa-affinity-policy May 18 09:53:00.247342 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: port_resource_request.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.248215 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.248705 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension port-resource-request not supported by any of loaded plugins May 18 09:53:00.249013 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: portbindings.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.249927 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.250423 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: binding May 18 09:53:00.250732 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: portbindings_extended.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.251974 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.252477 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: binding-extended May 18 09:53:00.253506 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: portsecurity.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.254431 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.254938 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: port-security May 18 09:53:00.255252 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: project_id.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.256192 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.256514 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: project-id May 18 09:53:00.256825 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: providernet.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.257750 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.258255 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: provider May 18 09:53:00.258567 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.262067 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.262583 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos not supported by any of loaded plugins May 18 09:53:00.262906 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.264121 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.264629 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 09:53:00.264947 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.265876 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.266375 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 09:53:00.266691 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_default.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.267569 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.268068 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-default not supported by any of loaded plugins May 18 09:53:00.268433 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_fip.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.269069 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.269591 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-fip not supported by any of loaded plugins May 18 09:53:00.269905 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.270800 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.271301 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 09:53:00.271613 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.272496 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.273013 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 09:53:00.273302 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.274222 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.274724 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 09:53:00.275036 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: qos_rules_alias.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.276047 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.276558 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 09:53:00.276873 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: quotasv2.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.277894 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.278215 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: quotas May 18 09:53:00.278526 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: quotasv2_detail.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.280104 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.280432 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: quota_details May 18 09:53:00.280797 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: rbac.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.281795 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.282312 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: rbac-policies May 18 09:53:00.282632 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: rbac_address_group.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.283553 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.284194 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: rbac-address-group May 18 09:53:00.284517 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: rbac_address_scope.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.285589 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.286089 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: rbac-address-scope May 18 09:53:00.286403 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: rbac_security_groups.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.287288 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.287788 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: rbac-security-groups May 18 09:53:00.288102 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.288997 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.289528 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: rbac-subnetpool May 18 09:53:00.289843 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: revisionifmatch.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.290730 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.291227 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: revision-if-match May 18 09:53:00.291540 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: revisions.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.292614 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.293114 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: standard-attr-revisions May 18 09:53:00.293460 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: router_availability_zone.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.294109 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.294604 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: router_availability_zone May 18 09:53:00.294915 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: routerservicetype.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.295805 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.296300 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension router-service-type not supported by any of loaded plugins May 18 09:53:00.296613 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.297542 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.298044 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: security-groups-normalized-cidr May 18 09:53:00.298356 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.299246 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.300421 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: port-security-groups-filtering May 18 09:53:00.300737 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.301659 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.302169 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: security-groups-remote-address-group May 18 09:53:00.302480 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: securitygroup.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.311966 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.312485 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: security-group May 18 09:53:00.312810 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: segment.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.313605 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.314113 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension segment not supported by any of loaded plugins May 18 09:53:00.314429 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.315913 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.316411 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 09:53:00.316724 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: servicetype.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.317833 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.318342 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: service-type May 18 09:53:00.318656 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: sorting.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.319606 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.319925 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: sorting May 18 09:53:00.320234 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: standard_attr_segment.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.321119 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.321662 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 09:53:00.321974 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: standardattrdescription.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.322601 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.323111 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: standard-attr-description May 18 09:53:00.323422 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: stateful_security_group.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.324326 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.324831 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: stateful-security-group May 18 09:53:00.325144 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: stdattrs_common.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.325731 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 09:53:00.326040 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.326996 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.327505 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 09:53:00.327817 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: subnet_onboard.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.328850 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.329353 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: subnet_onboard May 18 09:53:00.329698 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.330582 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.331124 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 09:53:00.331434 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: subnet_service_types.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.332325 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.332825 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: subnet-service-types May 18 09:53:00.333135 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: subnetallocation.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.334215 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.334724 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: subnet_allocation May 18 09:53:00.335036 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.335672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.336168 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: subnetpool-prefix-ops May 18 09:53:00.336477 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.337373 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.337908 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 09:53:00.338223 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: tagging.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.339257 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.339775 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: standard-attr-tag May 18 09:53:00.340088 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: timestamp.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.341243 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.341782 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loaded extension: standard-attr-timestamp May 18 09:53:00.342101 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: trunk.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.343100 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.343605 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension trunk not supported by any of loaded plugins May 18 09:53:00.343922 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: trunk_details.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.344822 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.345322 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension trunk-details not supported by any of loaded plugins May 18 09:53:00.345667 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.346675 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.347176 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 09:53:00.347486 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Loading extension file: vlantransparent.py {{(pid=91143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:00.348127 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:00.348621 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 09:53:00.351095 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:network May 18 09:53:00.351788 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:subnet May 18 09:53:00.352542 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:00.353130 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:port May 18 09:53:00.354403 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.354846 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service FLAVORS assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.355443 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.355864 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.356186 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:router May 18 09:53:00.356842 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:floatingip May 18 09:53:00.357561 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service METERING assigned prefix: /metering {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.358961 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.359316 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.359655 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:00.360747 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of CountableResource for resource:rbac_policy May 18 09:53:00.361170 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:security_group May 18 09:53:00.361840 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 09:53:00.363342 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service CORE assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.363666 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:00.363992 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] subnetpool is already registered May 18 09:53:00.364574 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service CORE assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.364894 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:00.365220 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] subnetpool is already registered May 18 09:53:00.368807 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.369229 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service FLAVORS assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.369852 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.370261 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.370587 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:router May 18 09:53:00.370907 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] router is already registered May 18 09:53:00.371491 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:floatingip May 18 09:53:00.371807 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] floatingip is already registered May 18 09:53:00.372416 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service METERING assigned prefix: /metering {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.373086 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of CountableResource for resource:rbac_policy May 18 09:53:00.373419 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] rbac_policy is already registered May 18 09:53:00.373949 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:security_group May 18 09:53:00.374265 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] security_group is already registered May 18 09:53:00.374846 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 09:53:00.375167 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] security_group_rule is already registered May 18 09:53:00.375819 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service CORE assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.376140 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:00.376460 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] subnetpool is already registered May 18 09:53:00.377044 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.v2.resource_helper [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Service CORE assigned prefix: {{(pid=91143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:00.377360 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:00.378293 dv-cinder-772623-5-smb neutron-server[91143]: WARNING neutron.quota.resource_registry [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] subnetpool is already registered May 18 09:53:00.378937 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: extensions {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.380376 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: address-groups {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.381971 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: address-scopes {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.383154 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: agents {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.384307 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: auto-allocated-topology {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.385554 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: availability_zones {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.386838 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: dhcp-networks {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.388215 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: dhcp-agents {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.389651 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: routers {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.391418 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: flavors {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.392548 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: service_profiles {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.393938 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: next_providers {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.395429 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: service_profiles {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.396858 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: floatingip-pools {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.398097 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: routers {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.399874 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: floatingips {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.401038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: l3-routers {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.402424 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: l3-agents {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.403808 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: metering-labels {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.405134 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: metering-label-rules {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.406405 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: network-ip-availabilities {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.407638 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: bindings {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.409315 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: quotas {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.410709 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: quotas {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.412103 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: rbac-policies {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.413386 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: security-groups {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.414577 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: security-group-rules {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.415804 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: service-providers {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.417003 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: subnetpools {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.418403 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: subnetpools {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.419836 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.421527 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.423307 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.425681 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.428401 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.430237 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.431897 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.544144 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.545850 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.547637 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron.api.extensions [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Extended resource: tags {{(pid=91143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:00.554148 dv-cinder-772623-5-smb neutron-server[91143]: WARNING keystonemiddleware.auth_token [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 09:53:00.558763 dv-cinder-772623-5-smb neutron-server[91143]: WARNING keystonemiddleware.auth_token [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 09:53:00.567155 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_concurrency.lockutils [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Acquired lock "singleton_lock" {{(pid=91143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 09:53:00.567624 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_concurrency.lockutils [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Releasing lock "singleton_lock" {{(pid=91143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 09:53:00.568245 dv-cinder-772623-5-smb neutron-server[91143]: INFO oslo_service.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Starting 2 workers May 18 09:53:00.572820 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Started child 91248 {{(pid=91143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:00.576974 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Started child 91249 {{(pid=91143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:00.578057 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:00.578691 dv-cinder-772623-5-smb neutron-server[91143]: INFO neutron.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 09:53:00.579145 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Notify callbacks [] for process, before_spawn {{(pid=91143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:00.579552 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [-] (91248) wsgi starting up on http://0.0.0.0:9696 May 18 09:53:00.581555 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:00.582051 dv-cinder-772623-5-smb neutron-server[91143]: INFO oslo_service.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Starting 1 workers May 18 09:53:00.583044 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [-] (91249) wsgi starting up on http://0.0.0.0:9696 May 18 09:53:00.586503 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Started child 91250 {{(pid=91143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:00.587028 dv-cinder-772623-5-smb neutron-server[91143]: INFO oslo_service.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Starting 1 workers May 18 09:53:00.590100 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] calling RpcWorker wait() {{(pid=91250) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 09:53:00.590610 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] returning from RpcWorker wait() {{(pid=91250) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 09:53:00.591206 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Started child 91251 {{(pid=91143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:00.591957 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG neutron_lib.callbacks.manager [None req-c40ed1fd-0646-4920-8ad6-62daafedb7e0 None None] Notify callbacks [] for process, after_spawn {{(pid=91143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:00.592056 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:00.592547 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:00.593820 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 09:53:00.594032 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 09:53:00.594210 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 09:53:00.594417 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 09:53:00.594752 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 09:53:00.594912 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 09:53:00.595394 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.595662 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.595926 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.596014 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:00.596965 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.597119 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.597745 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.597882 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:00.598012 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.598419 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.598700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.598952 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.599125 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.599286 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.599549 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.599791 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.600097 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.600368 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.600614 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.600879 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.601048 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.601294 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.601590 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.601836 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.602090 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] debug = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.602326 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.602793 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.603009 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.603252 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.603467 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.603729 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.603977 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.604242 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.604481 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.604690 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.604919 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.605176 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.605437 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.605630 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.605847 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.606096 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.606305 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.606771 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] host = dv-cinder-772623-5-smb {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.607017 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.607252 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.607494 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.607732 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.607976 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.608206 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.608461 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.608713 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.608964 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.609201 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.609478 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.609740 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.609972 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.610202 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.610359 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_options = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.610568 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.610854 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.611122 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.611307 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.611471 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.611641 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.611956 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.612989 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.613728 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.614011 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.614221 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.614438 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.614668 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.614895 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.615126 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.615351 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.615577 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.615779 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.616030 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.616256 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.616472 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.616705 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.616917 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.617148 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.617354 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.617618 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.617856 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.618082 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.618285 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.618525 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.618748 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.618986 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.619213 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.619447 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.619668 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.619891 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.620100 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.620357 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.620581 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.620833 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.621071 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.621278 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.621536 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.621749 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.621971 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.622180 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_json = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.622372 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.622600 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.623209 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.623209 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.623620 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.623620 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.623888 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.623888 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.624290 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.624548 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.624842 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.625066 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.625509 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.625669 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.625846 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.626092 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.626497 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.626649 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.626872 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.627141 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.627392 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.627637 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.628283 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.628283 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.628573 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.628818 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.629061 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.629275 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.629535 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.629753 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.630066 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.630530 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.630689 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.630837 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.631029 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.631262 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.631490 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.631702 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.632249 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.632249 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.632547 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.632694 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.632832 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.632990 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.633236 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.636034 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.637380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.638999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.639924 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.639924 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.639924 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.639924 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.639924 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.640661 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.640661 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.640661 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.641055 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.641055 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.644664 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.646552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647120 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.647672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.648010 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.648088 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.648309 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.648588 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.648866 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.649128 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.649380 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.649698 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.649958 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.650206 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.650468 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.650665 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.650935 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.651231 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.651481 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.651770 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.652032 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.652240 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.652503 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.652728 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.652980 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.653225 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.653485 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.653701 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.653976 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.654215 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.654427 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.654629 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.654849 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.655140 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.655367 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.655612 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.655828 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.656078 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.656311 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.656535 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.656796 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.657051 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.657297 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.658056 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.658056 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.658056 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.658513 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.658513 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.658791 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.658885 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.659629 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.659863 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.660094 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.660323 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.660579 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.660795 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.661013 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.661222 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.661449 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.661663 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.661920 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.662131 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.662364 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.662595 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.662871 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.663090 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.663304 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.663512 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.663757 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.663969 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.664229 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.664482 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.664714 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.664955 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.665191 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.665478 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.665693 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.665934 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.666145 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.666371 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.666576 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.666788 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.666993 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.667234 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.667455 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.667682 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.667940 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.668187 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.668520 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.668765 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.669442 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.669442 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.669442 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.669696 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.669875 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.670082 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.670322 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.670532 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.670741 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.670999 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.671250 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.671482 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.671694 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.671918 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.672129 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.672329 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.672532 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.672823 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.673060 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.673298 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.673564 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.673803 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.674042 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.674253 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.674463 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.675301 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.675511 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.675886 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.676252 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.676657 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.677044 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.677465 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.677888 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.678277 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.678493 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.678730 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.678966 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.679229 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.679614 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.680014 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.680336 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.680557 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.680874 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.681121 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.681368 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.681666 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.681894 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.682133 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.682384 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.682706 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.682921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.683176 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.683388 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.683599 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.683813 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.684073 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.684375 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.684673 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.684925 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.685157 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.685463 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.685759 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.685997 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.686203 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.686513 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.686832 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.687099 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.687367 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.687587 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.688033 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.688327 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.688546 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.688758 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.688987 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.689228 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.689488 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.689718 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.689950 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.690204 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.690466 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.690677 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.690918 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.691159 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.691912 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.691912 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.691912 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 09:53:00.692292 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 09:53:00.692451 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 09:53:00.692603 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 09:53:00.692768 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 09:53:00.692952 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 09:53:00.693088 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 09:53:00.693294 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.693481 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.693642 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.693803 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.693962 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.694139 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.694297 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.694454 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.694643 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.694800 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.694915 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.695075 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.695217 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.695520 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.695675 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.695979 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.696130 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.696288 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.696448 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.696602 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.696756 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.696909 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.697067 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] debug = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.697219 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.697381 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.697574 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.697716 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.697870 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.698024 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.698178 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.698331 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.698485 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.698639 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.698792 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.698949 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.699109 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.699282 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.699408 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.699531 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.699689 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.699844 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] host = dv-cinder-772623-5-smb {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.699997 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.700150 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.700306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.700459 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.700614 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.700767 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.700920 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.701076 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.701230 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.701384 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.701560 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.701700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.701856 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.702011 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.702165 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_options = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.702319 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.702472 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.702625 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.702797 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.702957 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.703166 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.703304 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.703429 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.703552 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.703674 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.703821 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.703972 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.704125 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.704280 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.704419 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.704560 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.704758 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.704883 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.705004 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.705127 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.705285 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.705461 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.705618 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.705756 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.706043 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.706233 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.706364 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.706487 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.706637 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.706841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.706971 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.707170 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.707395 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.707395 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.707551 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.707654 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.707811 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.707964 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.708119 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.708289 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.708425 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.708796 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.709009 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.709229 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.709430 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.709603 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_json = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.709750 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.709836 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.709989 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.710144 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.710301 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.710455 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.710610 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.710764 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:00.710937 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.711281 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.711281 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.712306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.712306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.712306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.712306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.712306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.712306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.712306 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.713303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.713303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.713303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.713303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.713303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.713303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.713303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.714385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.714385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.714385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.714385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.714385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.714385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.714385 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.715878 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.717038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.718676 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.719921 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.720841 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.721993 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.721993 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.721993 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.721993 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.722303 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.722368 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.722489 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.722647 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.722804 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.722962 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.723118 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.723276 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.723435 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.723591 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.723748 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.723903 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.724068 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.724239 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.724396 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.724551 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.724708 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.724916 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.725012 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.725700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.725700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.725700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.725700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726029 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726029 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726176 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726254 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726357 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726521 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726674 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726831 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.726987 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.727136 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.727287 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.727443 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.727604 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.727762 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.727918 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.728073 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.728238 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.728395 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.728554 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.728710 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.728873 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.729039 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.729195 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.729352 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.729534 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.729690 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.729846 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.730002 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.730158 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.730314 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.730469 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.730625 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.730788 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.730957 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.731084 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:00.731222 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.731347 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.731469 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.731592 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.731713 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.731859 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.732013 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.732169 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.732325 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.732482 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.732639 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.732794 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.732951 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.733106 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.733263 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.733441 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.733594 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.733749 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.733890 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.734050 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.734206 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.734362 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.734517 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.734674 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.734829 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.734975 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.735128 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.735283 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.735438 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.735593 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.735747 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.735904 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.736058 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.736201 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.736359 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.736514 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.736730 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.736859 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.736970 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.737202 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.737365 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.737799 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.738042 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.738207 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.738367 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.738525 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.738683 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.738842 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.739001 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.739159 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.739315 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.739475 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.739632 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.739790 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.739946 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.740123 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.740257 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.740412 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.740583 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.740738 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.740895 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.741052 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.741207 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.741362 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.741542 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.741700 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.741856 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.742012 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.742167 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.742326 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.742485 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.742641 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.742799 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.742954 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.743133 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.743272 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.743429 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.743579 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.743721 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.743879 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.744035 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.744192 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.744357 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.744515 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.744672 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.745038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.745038 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.745761 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.745761 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.745761 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.745761 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.745761 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.746495 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.746495 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.746495 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.746495 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.746495 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747023 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747023 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747023 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747023 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747626 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747626 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747626 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.747626 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748017 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748017 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748216 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748216 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748490 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748594 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748679 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748810 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.748967 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.749123 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.749282 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.749469 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.749637 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.749799 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.749956 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.750121 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.750287 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.750452 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.750607 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.750789 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.750937 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.751094 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.751251 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.751407 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.751562 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.751718 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.751874 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.752031 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.752187 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.752342 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.752500 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.752655 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.753497 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.753712 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.753950 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.754112 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.754269 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.754426 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.754582 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.754740 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:00.754889 dv-cinder-772623-5-smb neutron-server[91143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 09:53:00.870453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 55290) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:00.879417 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069349 May 18 09:53:11.660973 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499fd32-217d-481d-9584-60c42a47aa8d None None] get_active_networks_info from dv-cinder-772623-5-smb {{(pid=91250) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 09:53:11.735596 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499fd32-217d-481d-9584-60c42a47aa8d None None] No non-hosted networks {{(pid=91250) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 09:53:11.750808 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-36d75e5b-ca4d-4904-a139-ac3b2b452475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700'] for agent, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:14.117820 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-2bfc3bfd-13fb-440e-82e3-5e3c0b4e077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700'] for agent, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:14.178827 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-24e23260-ae5e-49bc-a617-cbbd9a4057e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:14.249040 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700'] for agent, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:14.249902 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.250375 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.250840 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.251780 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.251780 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.252245 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.253333 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.253912 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.254454 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.254915 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.255406 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.255871 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:14.256384 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:14.263306 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:15.240253 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700'] for agent, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:16.760100 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.db.l3_hamode_db [None req-fd04a14d-5804-48a6-b3fa-ccfa61d16126 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 09:53:16.853803 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04a14d-5804-48a6-b3fa-ccfa61d16126 None None] Routers set() bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:53:16.854157 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04a14d-5804-48a6-b3fa-ccfa61d16126 None None] Router IDs set() for agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 09:53:16.953250 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700'] for agent, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:18.359974 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 55382) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:18.936148 dv-cinder-772623-5-smb neutron-server[91248]: WARNING oslo_policy.policy [None req-e8d671fe-aab2-4761-ae4d-089e7a0cfee4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:18.936754 dv-cinder-772623-5-smb neutron-server[91248]: WARNING oslo_policy.policy [None req-e8d671fe-aab2-4761-ae4d-089e7a0cfee4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:19.152870 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [None req-e8d671fe-aab2-4761-ae4d-089e7a0cfee4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91248) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:19.154021 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-e8d671fe-aab2-4761-ae4d-089e7a0cfee4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7919841 May 18 09:53:21.472670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 55396) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:21.844066 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:21.944114 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.policy [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91248) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 09:53:21.989741 dv-cinder-772623-5-smb neutron-server[91248]: WARNING oslo_policy.policy [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:21.990118 dv-cinder-772623-5-smb neutron-server[91248]: WARNING oslo_policy.policy [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:21.998584 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.quota [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] Loaded quota_driver: . May 18 09:53:22.014085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:22.074219 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755946325320', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755946326843', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755946336016', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755946340932', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755946351055', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755946356762', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1013785', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-821848', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3974807', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3899900'] for rbac-policy, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:22.135897 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:22.137053 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-16e5e970-af8e-4c62-a6af-768f95dc007f admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6634343 May 18 09:53:24.723240 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 55410) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:25.294219 dv-cinder-772623-5-smb neutron-server[91249]: WARNING oslo_policy.policy [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:25.294836 dv-cinder-772623-5-smb neutron-server[91249]: WARNING oslo_policy.policy [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:25.520060 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'project_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:25.521663 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.quota [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Loaded quota_driver: . May 18 09:53:25.537798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:25.544136 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Usage tracker for resource:network and tenant:97079fd033224ffda2626001fa6f423f is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:25.549688 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:25.556907 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:25.572015 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Made reservation on behalf of 97079fd033224ffda2626001fa6f423f for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:53:25.644753 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.policy [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91249) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 09:53:25.689255 dv-cinder-772623-5-smb neutron-server[91249]: WARNING oslo_policy.policy [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:25.689943 dv-cinder-772623-5-smb neutron-server[91249]: WARNING oslo_policy.policy [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:25.700186 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.720678 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.735416 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:25.739553 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:97079fd033224ffda2626001fa6f423f is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:25.744643 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:25.750164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:25.849869 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.853541 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.858968 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:25.880945 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 09:53:25.906020 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755947444682', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.906613 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Unsubscribe: segment precommit_create {{(pid=91249) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 09:53:25.907107 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Added segment 859d5bc2-fe85-456b-bbab-4f6a44f30e51 of type vlan for network 7a919824-11f9-4cd6-a22f-069330d38f39 May 18 09:53:25.915442 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a90efd-ae24-41ad-b9ae-8e2d1d072040,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:25.930696 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.931026 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.931346 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.931661 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.931975 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.932287 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.932594 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.932899 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.933221 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.933561 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.933895 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.934199 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Tracked resource versions report: May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: pushed versions: May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: { 'AddressGroup': {'1.2'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'ConntrackHelper': {'1.0'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Log': {'1.0'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Network': {'1.1'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Port': {'1.7'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'PortForwarding': {'1.2'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'QosPolicy': {'1.8'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroup': {'1.4'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroupRule': {'1.2'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'SubPort': {'1.0'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Subnet': {'1.1'}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Trunk': {'1.1'}} May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: consumer versions: May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'ConntrackHelper': '1.0', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Log': '1.0', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Network': '1.1', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Port': '1.7', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'PortForwarding': '1.2', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'QosPolicy': '1.8', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroup': '1.4', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroupRule': '1.2', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'SubPort': '1.0', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Subnet': '1.1', May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: 'Trunk': '1.1'}} May 18 09:53:25.935272 dv-cinder-772623-5-smb neutron-server[91249]: {{(pid=91249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:53:26.027089 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:26.033019 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:26.072598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:26.074005 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:26.074634 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:26.079083 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:26.182826 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a919824-11f9-4cd6-a22f-069330d38f39,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:26.185991 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4617751 May 18 09:53:26.188296 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:26.196506 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 7a919824-11f9-4cd6-a22f-069330d38f39 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 09:53:28.824924 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 55432) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:29.303151 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d51fe5-a9ae-4a18-990c-68f4ecf7c16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:29.304560 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-70d51fe5-a9ae-4a18-990c-68f4ecf7c16b admin admin] 10.222.0.36 "GET /v2.0/networks/7a919824-11f9-4cd6-a22f-069330d38f39 HTTP/1.1" status: 200 len: 825 time: 0.4786999 May 18 09:53:29.331211 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-48d3ee19-c9c3-4851-ada9-ddf2aa6a5657 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72 HTTP/1.1" status: 200 len: 734 time: 0.0212338 May 18 09:53:29.339016 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Request body: {'subnet': {'subnetpool_id': 'c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'name': 'private-subnet', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:29.343272 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:29.347638 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Usage tracker for resource:subnet and tenant:97079fd033224ffda2626001fa6f423f is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:29.351108 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:29.357080 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:29.366992 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Made reservation on behalf of 97079fd033224ffda2626001fa6f423f for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:53:29.369605 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:29.865361 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:29.870955 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:29.941055 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Checking segment: {'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:53:29.941433 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Network hostable DHCP agents. Network: 7a919824-11f9-4cd6-a22f-069330d38f39, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 09:53:29.962523 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323a6dd9-e031-4fc5-a455-3ceb40c8152b,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:29.971737 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.972068 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.972386 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.972698 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.973003 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.973308 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.973634 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.973937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.974256 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.974561 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.974865 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.975161 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Tracked resource versions report: May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: pushed versions: May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: { 'AddressGroup': {'1.2'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'ConntrackHelper': {'1.0'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Log': {'1.0'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Network': {'1.1'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Port': {'1.7'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'PortForwarding': {'1.2'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'QosPolicy': {'1.8'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroup': {'1.4'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroupRule': {'1.2'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'SubPort': {'1.0'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Subnet': {'1.1'}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Trunk': {'1.1'}} May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: consumer versions: May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'ConntrackHelper': '1.0', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Log': '1.0', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Network': '1.1', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Port': '1.7', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'PortForwarding': '1.2', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'QosPolicy': '1.8', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroup': '1.4', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroupRule': '1.2', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'SubPort': '1.0', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Subnet': '1.1', May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: 'Trunk': '1.1'}} May 18 09:53:29.976257 dv-cinder-772623-5-smb neutron-server[91248]: {{(pid=91248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:53:29.994565 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Network 7a919824-11f9-4cd6-a22f-069330d38f39 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 09:53:30.009629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:30.010711 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 7a919824-11f9-4cd6-a22f-069330d38f39) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:30.015632 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:30.016247 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:30.022130 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf7d63-371d-4225-9bd7-036ca28a6c37 None None] Network 7a919824-11f9-4cd6-a22f-069330d38f39 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:53:30.036184 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7003167 May 18 09:53:30.333326 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-7a919824-11f9-4cd6-a22f-069330d38f39', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'fixed_ips': [{'subnet_id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 09:53:30.334608 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:30.514929 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Allocated IP 172.20.0.2 (7a919824-11f9-4cd6-a22f-069330d38f39/323a6dd9-e031-4fc5-a455-3ceb40c8152b/67dee7a5-c4f5-49dd-b61e-7a70badf3e57) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:53:30.739912 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:30.753163 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Transition to ACTIVE for port object 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:30.772206 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Transition to ACTIVE for port object 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:30.778832 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:30.783007 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:30.844093 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Network 7a919824-11f9-4cd6-a22f-069330d38f39 is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:53:30.846969 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:30.854053 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:53:30.856107 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Pushing event updated for resources: {'Port': ['ID=67dee7a5-c4f5-49dd-b61e-7a70badf3e57,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:30.865889 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.866217 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.866541 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.866859 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.867169 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.867480 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.867790 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.868093 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.868398 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.868699 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.869000 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.869300 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Tracked resource versions report: May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: pushed versions: May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: { 'AddressGroup': {'1.2'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'ConntrackHelper': {'1.0'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Log': {'1.0'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Network': {'1.1'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Port': {'1.7'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'PortForwarding': {'1.2'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'QosPolicy': {'1.8'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroup': {'1.4'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroupRule': {'1.2'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'SubPort': {'1.0'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Subnet': {'1.1'}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Trunk': {'1.1'}} May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: consumer versions: May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'ConntrackHelper': '1.0', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Log': '1.0', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Network': '1.1', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Port': '1.7', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'PortForwarding': '1.2', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'QosPolicy': '1.8', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroup': '1.4', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroupRule': '1.2', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'SubPort': '1.0', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Subnet': '1.1', May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: 'Trunk': '1.1'}} May 18 09:53:30.870442 dv-cinder-772623-5-smb neutron-server[91250]: {{(pid=91250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:53:30.905551 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:30.958028 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Attempting to bind port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:53:30.958419 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Attempting to bind port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:53:30.958848 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Attempting to bind port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 on network 7a919824-11f9-4cd6-a22f-069330d38f39 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:53:30.963953 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:53:30.964364 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Checking segment: {'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:53:30.964840 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:30.965230 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Bound using segment: {'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:53:30.965740 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Bound port: 67dee7a5-c4f5-49dd-b61e-7a70badf3e57, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:53:30.966107 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:31.062280 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] For port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:53:31.067064 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] For port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=67dee7a5-c4f5-49dd-b61e-7a70badf3e57,segment=NetworkSegment(859d5bc2-fe85-456b-bbab-4f6a44f30e51),segment_id=859d5bc2-fe85-456b-bbab-4f6a44f30e51)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:53:31.072439 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:31.076312 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:31.160737 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Pushing event updated for resources: {'Port': ['ID=67dee7a5-c4f5-49dd-b61e-7a70badf3e57,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:31.163882 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:32.434871 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 55446) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:32.808120 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [None req-fdb1d60d-bf5d-444a-82e0-0436478534ad admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91248) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:32.809084 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-fdb1d60d-bf5d-444a-82e0-0436478534ad admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3731785 May 18 09:53:35.177153 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 55456) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:35.566608 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [None req-af290b5b-9f26-4d93-9d69-c26040138b67 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:35.567615 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-af290b5b-9f26-4d93-9d69-c26040138b67 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3894298 May 18 09:53:36.360038 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:53:36.432344 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:53:36.658523 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebbfad-1b6f-4eef-bf03-f7937672dbdb None None] Network 7a919824-11f9-4cd6-a22f-069330d38f39 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:53:36.762380 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Provisioning for port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:53:36.772264 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Provisioning complete for port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:36.772664 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:36.949807 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:37.025216 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] For port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=67dee7a5-c4f5-49dd-b61e-7a70badf3e57,segment=NetworkSegment(859d5bc2-fe85-456b-bbab-4f6a44f30e51),segment_id=859d5bc2-fe85-456b-bbab-4f6a44f30e51)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:53:37.030067 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:37.034084 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:37.125501 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Pushing event updated for resources: {'Port': ['ID=67dee7a5-c4f5-49dd-b61e-7a70badf3e57,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:37.129063 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:37.352337 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-d634222a-3791-4040-8524-7b7e49f169a3 None None] Provisioning complete for port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:37.352627 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d634222a-3791-4040-8524-7b7e49f169a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:38.186723 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 55472) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:38.323011 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:53:38.387666 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:38.388040 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:38.539336 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:38.543675 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:38.547314 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Usage tracker for resource:router and tenant:97079fd033224ffda2626001fa6f423f is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:38.553872 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:38.559379 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:38.569577 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:38.571068 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:38.591478 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:38.698360 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:38.715727 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:38.717035 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-52a26245-e8f0-48d5-a5ba-1a6d7102aed3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5293646 May 18 09:53:41.074796 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 55482) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:41.435310 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [None req-fd7a6f9a-8cc3-4243-86f3-c53dfd89ce17 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:41.436269 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-fd7a6f9a-8cc3-4243-86f3-c53dfd89ce17 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3605614 May 18 09:53:41.566349 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-8e690564-a3f1-4d04-ab45-86f00734ef53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:43.785429 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 55492) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:44.113205 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-a70ed5e7-fb3f-4d54-9153-b40c474d24ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.146853 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:44.151776 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:44.155493 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Usage tracker for resource:network and tenant:73fdba8373034f17b5f5ca6e9a91cfc1 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:44.158426 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:44.163962 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:44.173346 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Made reservation on behalf of 73fdba8373034f17b5f5ca6e9a91cfc1 for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:53:44.175808 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.187366 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.201107 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:44.204655 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Usage tracker for resource:security_group_rule and tenant:73fdba8373034f17b5f5ca6e9a91cfc1 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:44.207877 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:44.213267 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:44.237040 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.294262 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.297838 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.302468 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:44.315720 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Reserving flat network on physical network physnet1 {{(pid=91249) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 09:53:44.338611 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8901e-3a05-497d-bdb8-dc2d79d005b1,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:44.341723 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.342049 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Added segment 2a880009-bdad-4b40-8afd-4fefc1cdddb7 of type flat for network c9523680-af92-40d3-8374-da5e24f667fe May 18 09:53:44.343163 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:44.375778 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.413737 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.414954 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:44.415511 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:44.419894 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:44.511481 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7250175 May 18 09:53:44.516251 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Pushing event updated for resources: {'Network': ['ID=c9523680-af92-40d3-8374-da5e24f667fe,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:44.519664 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:44.527888 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network c9523680-af92-40d3-8374-da5e24f667fe details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 09:53:45.154303 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:46.834638 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 55512) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:46.909829 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:47.062014 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd4335e-1192-49dd-bfb2-9dd48fcd94bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:47.063340 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-bdd4335e-1192-49dd-bfb2-9dd48fcd94bd admin admin] 10.222.0.36 "GET /v2.0/subnets/323a6dd9-e031-4fc5-a455-3ceb40c8152b HTTP/1.1" status: 200 len: 849 time: 0.2277689 May 18 09:53:47.198507 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-359c70a1-18fd-40b6-bd24-b0d2286e4d13 admin admin] 10.222.0.36 "GET /v2.0/routers/3f95ec91-0128-40f9-8e3e-f1a962a0b252 HTTP/1.1" status: 200 len: 704 time: 0.1292984 May 18 09:53:47.647089 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:47.876441 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Allocated IP 172.20.0.1 (7a919824-11f9-4cd6-a22f-069330d38f39/323a6dd9-e031-4fc5-a455-3ceb40c8152b/ff3a5060-1b74-4258-a6af-0ac59f39c335) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:53:48.026316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.043276 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Transition to ACTIVE for port object ff3a5060-1b74-4258-a6af-0ac59f39c335 will not be triggered until provisioned by entity DHCP. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:48.097231 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.101798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:48.163775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Network 7a919824-11f9-4cd6-a22f-069330d38f39 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:53:48.166626 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:48.172404 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:53:48.172904 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.327591 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3a5060-1b74-4258-a6af-0ac59f39c335,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:48.341339 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-904557e8-0162-4c90-9b44-0916749c64fb None None] Provisioning for port ff3a5060-1b74-4258-a6af-0ac59f39c335 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:53:48.344996 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:48.346626 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-904557e8-0162-4c90-9b44-0916749c64fb None None] Provisioning complete for port ff3a5060-1b74-4258-a6af-0ac59f39c335 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:48.346994 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-904557e8-0162-4c90-9b44-0916749c64fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.399117 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-904557e8-0162-4c90-9b44-0916749c64fb None None] Port ff3a5060-1b74-4258-a6af-0ac59f39c335 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 09:53:48.469316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.707642 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.712462 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.713551 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:48.716811 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:48.875504 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3a5060-1b74-4258-a6af-0ac59f39c335,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:48.882001 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:48.944921 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Network 7a919824-11f9-4cd6-a22f-069330d38f39 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:53:48.946039 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:49.123598 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-df894644-4b0c-43c9-8986-ad270abd6d22 None None] Provisioning complete for port ff3a5060-1b74-4258-a6af-0ac59f39c335 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:49.123960 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-df894644-4b0c-43c9-8986-ad270abd6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.157431 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 09:53:49.185470 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-df894644-4b0c-43c9-8986-ad270abd6d22 None None] Port ff3a5060-1b74-4258-a6af-0ac59f39c335 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 09:53:49.328877 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 09:53:49.341102 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Sync routers for ids ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 09:53:49.342364 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] 10.222.0.36 "PUT /v2.0/routers/3f95ec91-0128-40f9-8e3e-f1a962a0b252/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1390460 May 18 09:53:49.353139 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Routers {'3f95ec91-0128-40f9-8e3e-f1a962a0b252'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:53:49.353972 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T09:53:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:49.528935 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Set router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 gateway port host: None {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:53:49.898889 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'name': 'router1', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:38Z', 'updated_at': '2021-05-18T09:53:48Z', 'revision_number': 2, 'project_id': '97079fd033224ffda2626001fa6f423f', 'gw_port_host': None, '_interfaces': [{'id': 'ff3a5060-1b74-4258-a6af-0ac59f39c335', 'name': '', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'mac_address': 'fa:16:3e:3f:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:47Z', 'updated_at': '2021-05-18T09:53:48Z', 'revision_number': 2, 'project_id': '97079fd033224ffda2626001fa6f423f', 'subnets': [{'id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:49.903815 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Checking router: 3f95ec91-0128-40f9-8e3e-f1a962a0b252 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 09:53:49.904190 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Updating router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 port ff3a5060-1b74-4258-a6af-0ac59f39c335 binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 09:53:49.956226 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:50.328865 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:50.343702 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Transition to ACTIVE for port object ff3a5060-1b74-4258-a6af-0ac59f39c335 will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:50.350870 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:50.356255 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:50.554115 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Pushing event updated for resources: {'Port': ['ID=ff3a5060-1b74-4258-a6af-0ac59f39c335,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:50.573310 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.573668 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.573993 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.574313 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.574629 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.574944 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.575257 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.575570 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.575879 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.576185 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.576492 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.576795 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Tracked resource versions report: May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: pushed versions: May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: { 'AddressGroup': {'1.2'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'ConntrackHelper': {'1.0'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Log': {'1.0'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Network': {'1.1'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Port': {'1.7'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'PortForwarding': {'1.2'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'QosPolicy': {'1.8'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroup': {'1.4'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroupRule': {'1.2'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'SubPort': {'1.0'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Subnet': {'1.1'}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Trunk': {'1.1'}} May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: consumer versions: May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'ConntrackHelper': '1.0', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Log': '1.0', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Network': '1.1', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Port': '1.7', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'PortForwarding': '1.2', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'QosPolicy': '1.8', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroup': '1.4', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroupRule': '1.2', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'SubPort': '1.0', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Subnet': '1.1', May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: 'Trunk': '1.1'}} May 18 09:53:50.577938 dv-cinder-772623-5-smb neutron-server[91251]: {{(pid=91251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:53:50.583073 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Attempting to bind port ff3a5060-1b74-4258-a6af-0ac59f39c335 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:53:50.583462 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Attempting to bind port ff3a5060-1b74-4258-a6af-0ac59f39c335 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:53:50.583887 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Attempting to bind port ff3a5060-1b74-4258-a6af-0ac59f39c335 on network 7a919824-11f9-4cd6-a22f-069330d38f39 {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:53:50.586087 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:50.590096 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:53:50.590692 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Checking segment: {'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:53:50.591177 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:50.591557 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Bound using segment: {'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:53:50.592060 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Bound port: ff3a5060-1b74-4258-a6af-0ac59f39c335, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859d5bc2-fe85-456b-bbab-4f6a44f30e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:53:50.592425 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:50.657123 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:53:50.684306 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] For port ff3a5060-1b74-4258-a6af-0ac59f39c335, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:53:50.688318 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] For port ff3a5060-1b74-4258-a6af-0ac59f39c335, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ff3a5060-1b74-4258-a6af-0ac59f39c335,segment=NetworkSegment(859d5bc2-fe85-456b-bbab-4f6a44f30e51),segment_id=859d5bc2-fe85-456b-bbab-4f6a44f30e51)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:53:50.692432 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:50.696926 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:50.803493 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Routers {'3f95ec91-0128-40f9-8e3e-f1a962a0b252'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:53:50.804094 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T09:53:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:50.849968 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Pushing event updated for resources: {'Port': ['ID=ff3a5060-1b74-4258-a6af-0ac59f39c335,revision_number=4']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:50.860138 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:50.958665 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] Set router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 gateway port host: None {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:53:51.273569 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'name': 'router1', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:38Z', 'updated_at': '2021-05-18T09:53:48Z', 'revision_number': 2, 'project_id': '97079fd033224ffda2626001fa6f423f', 'gw_port_host': None, '_interfaces': [{'id': 'ff3a5060-1b74-4258-a6af-0ac59f39c335', 'name': '', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'mac_address': 'fa:16:3e:3f:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:47Z', 'updated_at': '2021-05-18T09:53:50Z', 'revision_number': 4, 'project_id': '97079fd033224ffda2626001fa6f423f', 'subnets': [{'id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:51.277307 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4206a86-6131-4d1b-bdb5-fa88e718a299 None None] The sync data for ids ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'] in dv-cinder-772623-5-smb is: [{'id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'name': 'router1', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:38Z', 'updated_at': '2021-05-18T09:53:48Z', 'revision_number': 2, 'project_id': '97079fd033224ffda2626001fa6f423f', 'gw_port_host': None, '_interfaces': [{'id': 'ff3a5060-1b74-4258-a6af-0ac59f39c335', 'name': '', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'mac_address': 'fa:16:3e:3f:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:47Z', 'updated_at': '2021-05-18T09:53:50Z', 'revision_number': 4, 'project_id': '97079fd033224ffda2626001fa6f423f', 'subnets': [{'id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 09:53:51.537913 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 55534) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:51.688223 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b25b5-872b-44ef-8a53-af6f45acca66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:51.694908 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-a39b25b5-872b-44ef-8a53-af6f45acca66 admin admin] 10.222.0.36 "GET /v2.0/networks/c9523680-af92-40d3-8374-da5e24f667fe HTTP/1.1" status: 200 len: 842 time: 0.1507566 May 18 09:53:51.705228 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:51.710093 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:51.713812 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Usage tracker for resource:subnet and tenant:73fdba8373034f17b5f5ca6e9a91cfc1 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:51.716674 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:51.723719 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:51.733030 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Made reservation on behalf of 73fdba8373034f17b5f5ca6e9a91cfc1 for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:53:51.735296 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:52.183302 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.objects.ports [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91248) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 09:53:52.183738 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:52.188145 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:52.257977 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5403c3f7-7ea4-42b8-b4af-7a5eab3d6828,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:52.261309 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:52.263693 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:53:52.264041 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Network hostable DHCP agents. Network: c9523680-af92-40d3-8374-da5e24f667fe, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 09:53:52.281516 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 09:53:52.290684 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, c9523680-af92-40d3-8374-da5e24f667fe) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:52.294822 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:52.295403 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:52.300263 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df0ef4-907d-41fd-a88b-87fe696d847c None None] Network c9523680-af92-40d3-8374-da5e24f667fe requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:53:52.320304 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6199462 May 18 09:53:52.501273 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db7885-3713-4052-a143-29c187289ba3 None None] Network c9523680-af92-40d3-8374-da5e24f667fe requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:53:54.349153 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ff3a5060-1b74-4258-a6af-0ac59f39c335 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:53:54.420208 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port ff3a5060-1b74-4258-a6af-0ac59f39c335 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:53:54.425222 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ff3a5060-1b74-4258-a6af-0ac59f39c335 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:54.425630 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:54.546715 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:54.573424 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 55548) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:54.578818 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port ff3a5060-1b74-4258-a6af-0ac59f39c335, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ff3a5060-1b74-4258-a6af-0ac59f39c335,segment=NetworkSegment(859d5bc2-fe85-456b-bbab-4f6a44f30e51),segment_id=859d5bc2-fe85-456b-bbab-4f6a44f30e51)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:53:54.583056 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:54.585232 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-48cd0fd4-84e3-405a-bae5-d605898980a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:54.654237 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=ff3a5060-1b74-4258-a6af-0ac59f39c335,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:54.657234 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:54.800732 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-5e8bc9e8-d04a-41bf-8919-c8a5211a8300 admin admin] 10.222.0.36 "GET /v2.0/routers/3f95ec91-0128-40f9-8e3e-f1a962a0b252 HTTP/1.1" status: 200 len: 710 time: 0.2261934 May 18 09:53:54.926521 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31bc1c-5992-45a6-9794-b58d46e20cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:54.927854 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-3f31bc1c-5992-45a6-9794-b58d46e20cc5 admin admin] 10.222.0.36 "GET /v2.0/networks/c9523680-af92-40d3-8374-da5e24f667fe HTTP/1.1" status: 200 len: 886 time: 0.1220891 May 18 09:53:54.936345 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:55.400658 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.747605 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.802083 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.937147 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Allocated IP 172.28.3.9 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/7f718912-599b-4477-9b6e-b63374f4fb0a) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:53:56.080433 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:56.136628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:56.141248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:56.201222 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:53:56.204036 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:56.206682 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:53:56.325886 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f718912-599b-4477-9b6e-b63374f4fb0a,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:56.335665 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ff3a5060-1b74-4258-a6af-0ac59f39c335 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:53:56.341481 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:56.401538 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ff3a5060-1b74-4258-a6af-0ac59f39c335 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:56.401902 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:56.589340 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:56.956218 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:56.959445 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4134942'] for router, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:57.133386 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 09:53:57.307556 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 09:53:57.317005 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:57.318039 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Sync routers for ids ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 09:53:57.318248 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] 10.222.0.36 "PUT /v2.0/routers/3f95ec91-0128-40f9-8e3e-f1a962a0b252 HTTP/1.1" status: 200 len: 888 time: 2.3850300 May 18 09:53:57.328122 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Routers {'3f95ec91-0128-40f9-8e3e-f1a962a0b252'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:53:57.328799 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T09:53:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:57.541131 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Set router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:53:57.881036 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'name': 'router1', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '7f718912-599b-4477-9b6e-b63374f4fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:38Z', 'updated_at': '2021-05-18T09:53:56Z', 'revision_number': 4, 'project_id': '97079fd033224ffda2626001fa6f423f', 'gw_port': {'id': '7f718912-599b-4477-9b6e-b63374f4fb0a', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:55Z', 'updated_at': '2021-05-18T09:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ff3a5060-1b74-4258-a6af-0ac59f39c335', 'name': '', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'mac_address': 'fa:16:3e:3f:39:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:47Z', 'updated_at': '2021-05-18T09:53:54Z', 'revision_number': 5, 'project_id': '97079fd033224ffda2626001fa6f423f', 'subnets': [{'id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:57.885988 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Checking router: 3f95ec91-0128-40f9-8e3e-f1a962a0b252 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 09:53:57.886373 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Updating router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 port 7f718912-599b-4477-9b6e-b63374f4fb0a binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 09:53:57.947177 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.270109 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.281587 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Transition to ACTIVE for port object 7f718912-599b-4477-9b6e-b63374f4fb0a will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:58.289841 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.293710 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:58.368721 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Attempting to bind port 7f718912-599b-4477-9b6e-b63374f4fb0a on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:53:58.369083 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Attempting to bind port 7f718912-599b-4477-9b6e-b63374f4fb0a by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:53:58.369458 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Attempting to bind port 7f718912-599b-4477-9b6e-b63374f4fb0a on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:53:58.376519 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:53:58.376967 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:53:58.377396 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.377798 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:53:58.378255 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Bound port: 7f718912-599b-4477-9b6e-b63374f4fb0a, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:53:58.378617 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.403907 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d59d5-1483-4859-a699-a73db6695019 None None] Pushing event updated for resources: {'Port': ['ID=7f718912-599b-4477-9b6e-b63374f4fb0a,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:58.417941 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-ce4d59d5-1483-4859-a699-a73db6695019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:58.449344 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] For port 7f718912-599b-4477-9b6e-b63374f4fb0a, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:53:58.452493 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] For port 7f718912-599b-4477-9b6e-b63374f4fb0a, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=7f718912-599b-4477-9b6e-b63374f4fb0a,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:53:58.456624 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.463338 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:58.537759 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Routers {'3f95ec91-0128-40f9-8e3e-f1a962a0b252'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:53:58.538272 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T09:53:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:58.599802 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d59d5-1483-4859-a699-a73db6695019 None None] Pushing event updated for resources: {'Port': ['ID=7f718912-599b-4477-9b6e-b63374f4fb0a,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:58.604191 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-ce4d59d5-1483-4859-a699-a73db6695019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:58.721107 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] Set router 3f95ec91-0128-40f9-8e3e-f1a962a0b252 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:53:59.060658 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'name': 'router1', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '7f718912-599b-4477-9b6e-b63374f4fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:38Z', 'updated_at': '2021-05-18T09:53:56Z', 'revision_number': 4, 'project_id': '97079fd033224ffda2626001fa6f423f', 'gw_port': {'id': '7f718912-599b-4477-9b6e-b63374f4fb0a', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:55Z', 'updated_at': '2021-05-18T09:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ff3a5060-1b74-4258-a6af-0ac59f39c335', 'name': '', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'mac_address': 'fa:16:3e:3f:39:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:47Z', 'updated_at': '2021-05-18T09:53:54Z', 'revision_number': 5, 'project_id': '97079fd033224ffda2626001fa6f423f', 'subnets': [{'id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:59.065113 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af285738-b7db-4563-bcdc-d17bc816171d None None] The sync data for ids ['3f95ec91-0128-40f9-8e3e-f1a962a0b252'] in dv-cinder-772623-5-smb is: [{'id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'name': 'router1', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '7f718912-599b-4477-9b6e-b63374f4fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:38Z', 'updated_at': '2021-05-18T09:53:56Z', 'revision_number': 4, 'project_id': '97079fd033224ffda2626001fa6f423f', 'gw_port': {'id': '7f718912-599b-4477-9b6e-b63374f4fb0a', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:55Z', 'updated_at': '2021-05-18T09:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ff3a5060-1b74-4258-a6af-0ac59f39c335', 'name': '', 'network_id': '7a919824-11f9-4cd6-a22f-069330d38f39', 'tenant_id': '97079fd033224ffda2626001fa6f423f', 'mac_address': 'fa:16:3e:3f:39:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f95ec91-0128-40f9-8e3e-f1a962a0b252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:47Z', 'updated_at': '2021-05-18T09:53:54Z', 'revision_number': 5, 'project_id': '97079fd033224ffda2626001fa6f423f', 'subnets': [{'id': '323a6dd9-e031-4fc5-a455-3ceb40c8152b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0bbb2f3-0fc2-433c-ac1b-d4f11e37ca72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 09:53:59.673311 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 55558) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:59.796346 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-13112efd-80eb-4e72-896e-7bc7e9239a14 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1213036 May 18 09:54:00.358830 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 7f718912-599b-4477-9b6e-b63374f4fb0a up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:54:00.426904 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 7f718912-599b-4477-9b6e-b63374f4fb0a completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:54:00.431790 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 7f718912-599b-4477-9b6e-b63374f4fb0a triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:54:00.432159 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:00.550511 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:00.567549 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 7f718912-599b-4477-9b6e-b63374f4fb0a, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=7f718912-599b-4477-9b6e-b63374f4fb0a,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:54:00.571417 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:00.574703 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:00.644898 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=7f718912-599b-4477-9b6e-b63374f4fb0a,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:00.648159 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:02.378491 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 7f718912-599b-4477-9b6e-b63374f4fb0a up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:54:02.446599 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 7f718912-599b-4477-9b6e-b63374f4fb0a triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:54:02.446975 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:11.569879 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-db3b8f66-a5fc-478b-94ce-02a6e0c1481a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:14.130148 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-bf85e8b1-a24c-484d-90b1-e00a35fdb7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:14.245825 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:15.159748 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:16.936990 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:27.647804 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:54:41.574395 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-85103c73-2a61-4b5c-9631-0f377de21606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:44.116534 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-8faae86f-92f0-4c38-8861-d070f8bb4aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:44.245512 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:45.163115 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:46.935811 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:04.648555 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:55:11.567813 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-26527a4c-e05f-4120-87d4-f2cd02170f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:14.118919 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb19d-066b-41a6-9fea-2fef227bf5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:14.238292 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:15.165911 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:16.933889 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:34.304469 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56128) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:34.371132 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d3f999-db79-40f5-8d3a-06c548e0c90e admin admin] GET failed (client error): The resource could not be found. May 18 09:55:34.372415 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-d4d3f999-db79-40f5-8d3a-06c548e0c90e admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669932 May 18 09:55:34.503266 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0616da-f95c-4dfb-8735-5da7438c301d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:34.504637 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-0d0616da-f95c-4dfb-8735-5da7438c301d admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1276653 May 18 09:55:36.595133 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56138) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:36.703587 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257e241f-afa4-4589-942e-ccd27e4010be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:36.704622 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-257e241f-afa4-4589-942e-ccd27e4010be admin admin] Synchronizing usage tracker for tenant:73fdba8373034f17b5f5ca6e9a91cfc1 on resource:subnet {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 09:55:36.722802 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-257e241f-afa4-4589-942e-ccd27e4010be admin admin] Unset dirty status for tenant:73fdba8373034f17b5f5ca6e9a91cfc1 on resource:subnet {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 09:55:36.723979 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-257e241f-afa4-4589-942e-ccd27e4010be admin admin] 10.222.0.36 "GET /v2.0/subnets/323a6dd9-e031-4fc5-a455-3ceb40c8152b HTTP/1.1" status: 200 len: 849 time: 0.1278861 May 18 09:55:36.733119 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:55:36.848494 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:37.030408 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755947545254'] for subnet, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:37.033905 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:55:37.076735 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:37.077053 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6817dec-56d9-4e86-855a-e98dc79956c2 None None] Network 7a919824-11f9-4cd6-a22f-069330d38f39 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:55:37.077501 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:37.078647 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] 10.222.0.36 "PUT /v2.0/subnets/323a6dd9-e031-4fc5-a455-3ceb40c8152b HTTP/1.1" status: 200 len: 868 time: 0.3492641 May 18 09:55:37.099202 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=323a6dd9-e031-4fc5-a455-3ceb40c8152b,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:55:37.106812 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.107149 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.107475 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.107795 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.108106 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.108418 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.109141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.109141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.109341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.109656 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.110577 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.110893 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:37.114975 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1d01dc9b-f783-45a5-83fe-05a4d5cd26dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:55:37.514938 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-40aa5160-d002-44a4-985d-a0f27275d040 None None] Provisioning complete for port ff3a5060-1b74-4258-a6af-0ac59f39c335 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:55:37.515311 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-40aa5160-d002-44a4-985d-a0f27275d040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:37.639386 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-40aa5160-d002-44a4-985d-a0f27275d040 None None] Provisioning complete for port 67dee7a5-c4f5-49dd-b61e-7a70badf3e57 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:55:37.639651 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-40aa5160-d002-44a4-985d-a0f27275d040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:39.199676 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56148) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:39.369620 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10a51f-9dd2-4598-8e7a-387e733a33fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:39.370107 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10a51f-9dd2-4598-8e7a-387e733a33fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:39.370830 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-6b10a51f-9dd2-4598-8e7a-387e733a33fd admin admin] Synchronizing usage tracker for tenant:73fdba8373034f17b5f5ca6e9a91cfc1 on resource:network {{(pid=91249) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 09:55:39.386702 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-6b10a51f-9dd2-4598-8e7a-387e733a33fd admin admin] Unset dirty status for tenant:73fdba8373034f17b5f5ca6e9a91cfc1 on resource:network {{(pid=91249) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 09:55:39.387764 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6b10a51f-9dd2-4598-8e7a-387e733a33fd admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1870983 May 18 09:55:41.486215 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56158) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:41.568708 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-0836ef54-1b00-4dfa-bcee-e9b2c5f1fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:41.647466 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:55:41.657567 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333c776-f449-4670-b2fb-bcb3f9536d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:41.658096 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333c776-f449-4670-b2fb-bcb3f9536d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:41.659626 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1333c776-f449-4670-b2fb-bcb3f9536d46 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1725008 May 18 09:55:43.784526 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56168) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:43.991401 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e9bf5-bc7f-4081-82de-d4c62c6eed02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:43.992663 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e73e9bf5-bc7f-4081-82de-d4c62c6eed02 admin admin] 10.222.0.36 "GET /v2.0/networks/7a919824-11f9-4cd6-a22f-069330d38f39 HTTP/1.1" status: 200 len: 869 time: 0.2071984 May 18 09:55:44.123365 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-29736c2e-322e-4821-9e7d-e03c83de1737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:44.239853 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:45.168953 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:46.109741 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56178) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:46.274967 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c10f81-7ebb-45fa-be22-6386f63661ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:46.276311 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-21c10f81-7ebb-45fa-be22-6386f63661ff admin admin] 10.222.0.36 "GET /v2.0/networks/c9523680-af92-40d3-8374-da5e24f667fe HTTP/1.1" status: 200 len: 886 time: 0.1651506 May 18 09:55:46.936749 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:48.395623 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56188) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:48.522345 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa9191a-5d91-4fea-a46f-37dfe08aa08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:48.522814 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa9191a-5d91-4fea-a46f-37dfe08aa08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:48.524339 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1aa9191a-5d91-4fea-a46f-37dfe08aa08c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277888 May 18 09:55:50.815547 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56198) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:50.918791 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b64f3-971e-43f2-b9a7-8ae3c8854775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:50.919248 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b64f3-971e-43f2-b9a7-8ae3c8854775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:50.920712 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-069b64f3-971e-43f2-b9a7-8ae3c8854775 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1042161 May 18 09:55:53.079428 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56208) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:53.186687 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c36d6-b769-47f7-8947-1c5724740449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:53.188155 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-746c36d6-b769-47f7-8947-1c5724740449 admin admin] 10.222.0.36 "GET /v2.0/subnets/323a6dd9-e031-4fc5-a455-3ceb40c8152b HTTP/1.1" status: 200 len: 868 time: 0.1077459 May 18 09:55:55.311012 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56218) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:55.409773 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c016df9-bfed-415e-a671-93ce9c5dfb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:55.411077 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3c016df9-bfed-415e-a671-93ce9c5dfb5a admin admin] 10.222.0.36 "GET /v2.0/subnets/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828 HTTP/1.1" status: 200 len: 816 time: 0.0990982 May 18 09:56:11.571268 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-c4c69a64-1cf5-4cbb-84d4-01b38d9739c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:14.126601 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-c3a69ef6-60cb-4afe-b0dc-e262c0a50ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:14.242476 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:15.172242 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:16.941714 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:18.393997 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56262) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:18.441592 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [None req-63686f5d-681d-43f7-93d2-b6004b4f8dc8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:56:18.442579 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-63686f5d-681d-43f7-93d2-b6004b4f8dc8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476511 May 18 09:56:18.647181 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:56:20.624112 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56272) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:20.696859 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.pecan_wsgi.hooks.translation [None req-401dd3c7-3b75-4293-b708-0ed0d9729c26 admin admin] GET failed (client error): The resource could not be found. May 18 09:56:20.698138 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-401dd3c7-3b75-4293-b708-0ed0d9729c26 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0731089 May 18 09:56:20.822037 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb046095-5423-43dc-99e9-d4661dd3ca66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:20.823481 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-eb046095-5423-43dc-99e9-d4661dd3ca66 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215751 May 18 09:56:22.945108 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56282) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:22.992409 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:56:22.997472 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:56:23.007327 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:56:23.017190 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Made reservation on behalf of 73fdba8373034f17b5f5ca6e9a91cfc1 for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:56:23.019440 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:23.106305 dv-cinder-772623-5-smb neutron-server[91249]: WARNING neutron.services.revisions.revision_plugin [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Could not find related network for resource to bump revision. May 18 09:56:23.117883 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 09:56:23.127115 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:23.127454 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Added segment 7087708b-71e1-4b89-8a13-992287e8dabc of type vlan for network 65ce56c4-0823-4963-8455-bf54c5b90cde May 18 09:56:23.151160 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:23.177991 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:23.179228 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:23.179796 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:23.184107 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:23.274211 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3279998 May 18 09:56:23.279232 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Pushing event updated for resources: {'Network': ['ID=65ce56c4-0823-4963-8455-bf54c5b90cde,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:23.286510 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.286873 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.287199 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.287520 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.287844 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.288154 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.288465 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.288775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.289112 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.289451 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.289765 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.290073 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:23.293991 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:23.302408 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 65ce56c4-0823-4963-8455-bf54c5b90cde details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 09:56:25.439708 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56292) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:25.506175 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.pecan_wsgi.hooks.translation [None req-19522425-b502-4ed0-8204-ff783499bdf4 admin admin] GET failed (client error): The resource could not be found. May 18 09:56:25.507417 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-19522425-b502-4ed0-8204-ff783499bdf4 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667748 May 18 09:56:25.609869 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c43b2-60a5-4208-a722-60dfed12366c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:25.611281 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-156c43b2-60a5-4208-a722-60dfed12366c admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000686 May 18 09:56:25.621010 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:56:25.626346 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:56:25.635771 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:56:25.645486 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Made reservation on behalf of 73fdba8373034f17b5f5ca6e9a91cfc1 for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:56:25.647679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.043092 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.048508 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-92bf6d12-c8b6-432c-a67c-6c70009a2480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:26.119852 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1292b8-2f56-4bcd-93e2-1db22f7c2929,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:26.124776 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:26.128074 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Checking segment: {'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:56:26.128423 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Network hostable DHCP agents. Network: 65ce56c4-0823-4963-8455-bf54c5b90cde, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 09:56:26.144026 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Network 65ce56c4-0823-4963-8455-bf54c5b90cde is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 09:56:26.152707 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 65ce56c4-0823-4963-8455-bf54c5b90cde) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:56:26.156855 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:26.157479 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.161899 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3ba947-a518-4e07-8c2b-bf3729abbe33 None None] Network 65ce56c4-0823-4963-8455-bf54c5b90cde requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:56:26.182090 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-c1b5d213-90e4-42f3-aa06-50a8f5261682 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5645006 May 18 09:56:26.382417 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-65ce56c4-0823-4963-8455-bf54c5b90cde', 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde', 'tenant_id': '73fdba8373034f17b5f5ca6e9a91cfc1', 'fixed_ips': [{'subnet_id': '3d1292b8-2f56-4bcd-93e2-1db22f7c2929'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 09:56:26.383376 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.540146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Allocated IP 192.168.233.2 (65ce56c4-0823-4963-8455-bf54c5b90cde/3d1292b8-2f56-4bcd-93e2-1db22f7c2929/ed970f8e-e800-44fc-880c-082a47dcb56d) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:56:26.750161 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.760519 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Transition to ACTIVE for port object ed970f8e-e800-44fc-880c-082a47dcb56d will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:56:26.779839 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Transition to ACTIVE for port object ed970f8e-e800-44fc-880c-082a47dcb56d will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:56:26.787046 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.791549 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:26.858697 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Network 65ce56c4-0823-4963-8455-bf54c5b90cde is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:56:26.861517 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:56:26.865944 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:56:26.867938 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Pushing event updated for resources: {'Port': ['ID=ed970f8e-e800-44fc-880c-082a47dcb56d,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:26.900360 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.900696 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.901022 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.901341 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.901681 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.901998 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.902314 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.902627 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.902937 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.903267 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.903553 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.903867 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:26.912588 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:26.968430 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Attempting to bind port ed970f8e-e800-44fc-880c-082a47dcb56d on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:56:26.969572 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Attempting to bind port ed970f8e-e800-44fc-880c-082a47dcb56d by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:56:26.970177 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Attempting to bind port ed970f8e-e800-44fc-880c-082a47dcb56d on network 65ce56c4-0823-4963-8455-bf54c5b90cde {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:56:26.977214 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:56:26.977851 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Checking segment: {'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:56:26.978456 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.979072 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Bound using segment: {'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:56:26.979797 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Bound port: ed970f8e-e800-44fc-880c-082a47dcb56d, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:56:26.980379 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:27.075798 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] For port ed970f8e-e800-44fc-880c-082a47dcb56d, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:56:27.079834 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] For port ed970f8e-e800-44fc-880c-082a47dcb56d, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ed970f8e-e800-44fc-880c-082a47dcb56d,segment=NetworkSegment(7087708b-71e1-4b89-8a13-992287e8dabc),segment_id=7087708b-71e1-4b89-8a13-992287e8dabc)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:56:27.083871 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:27.087833 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:27.165901 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Pushing event updated for resources: {'Port': ['ID=ed970f8e-e800-44fc-880c-082a47dcb56d,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:27.169617 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:27.967470 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f0c88-9e95-4f61-8c36-8edb647a193c None None] Network 65ce56c4-0823-4963-8455-bf54c5b90cde requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:56:28.073092 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-12991de1-880d-43ab-b574-1dc376539880 None None] Provisioning for port ed970f8e-e800-44fc-880c-082a47dcb56d completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:56:28.465483 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ed970f8e-e800-44fc-880c-082a47dcb56d up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:56:28.534690 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port ed970f8e-e800-44fc-880c-082a47dcb56d completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:56:28.539350 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ed970f8e-e800-44fc-880c-082a47dcb56d triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:56:28.539758 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:28.659399 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:28.696989 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port ed970f8e-e800-44fc-880c-082a47dcb56d, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ed970f8e-e800-44fc-880c-082a47dcb56d,segment=NetworkSegment(7087708b-71e1-4b89-8a13-992287e8dabc),segment_id=7087708b-71e1-4b89-8a13-992287e8dabc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:56:28.707202 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:28.709246 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:28.779800 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=ed970f8e-e800-44fc-880c-082a47dcb56d,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:28.781882 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:30.460203 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ed970f8e-e800-44fc-880c-082a47dcb56d up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:56:30.527651 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ed970f8e-e800-44fc-880c-082a47dcb56d triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:56:30.528013 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:41.573091 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-2a0b38b1-f891-439f-a76a-86c6718c3946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:44.129502 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-83ed141d-1ca9-4623-aa14-e93bb1ba770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:44.244488 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:45.174825 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:46.943459 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:55.647240 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:57:11.575068 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-49a3e77e-8577-403a-8bf3-98d6a9afc23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:14.131915 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-365d276f-7829-4447-9e78-c074c0f4e7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:14.246821 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:15.177777 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:16.950470 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:32.646412 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:57:37.456937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56342) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:57:37.463039 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [None req-7d6d0041-2446-4776-9ff3-1e8cc0b3db11 tempest-verify_tempest_config-68179225 tempest-verify_tempest_config-68179225-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91248) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:57:37.463988 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-7d6d0041-2446-4776-9ff3-1e8cc0b3db11 tempest-verify_tempest_config-68179225 tempest-verify_tempest_config-68179225-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060682 May 18 09:57:37.766451 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56360) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:57:37.884346 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:37.898381 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:57:37.902092 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Usage tracker for resource:security_group_rule and tenant:b2d640e5eb07451892f35cb12c7caf9d is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:57:37.905157 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:57:37.910961 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:57:38.001899 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:38.005785 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:38.016490 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:57:38.057752 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2d640e5eb07451892f35cb12c7caf9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2901745 May 18 09:57:38.058552 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91045042-0a87-465a-adee-0c49f3f270ec,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:57:38.060471 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56366) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:57:38.066014 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.066371 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.066692 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.067016 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.067328 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.067640 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.067948 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.068255 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.068577 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.068886 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.069240 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.069874 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.075009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:57:38.122051 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:38.145944 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:38.236133 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:38.240089 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:57:38.251257 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91045042-0a87-465a-adee-0c49f3f270ec,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:57:38.260252 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.260583 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.260902 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.261219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.261565 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.261879 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.262203 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.262494 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.262817 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.263127 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.263447 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.263735 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:38.266825 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:57:38.268707 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:38.273102 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91045042-0a87-465a-adee-0c49f3f270ec HTTP/1.1" status: 204 len: 168 time: 0.2112455 May 18 09:57:41.575755 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-9a7704ba-12fc-4878-a966-6ec8cb7eea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.132519 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f8952428-a714-42ed-9907-dec47645a852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.251646 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:45.179946 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:46.949553 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:09.645127 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:58:11.579146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f7eb99f5-3159-4b75-8f74-2e39fa87e88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:14.134472 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f34ad064-146f-4534-b367-49ab4491924d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:14.254796 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:15.183144 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:16.951053 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:41.580370 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-3d953d37-cbbd-40a9-a2f6-3469129f83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:44.135949 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-10fb1a72-1b7d-4845-8202-4a910d2f95f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:44.256294 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:45.185526 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:46.644206 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 5 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:58:46.952897 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:11.582935 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-63247b7d-04a9-4d9f-93ec-2fc4a8c82eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:12.982514 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700'] for agent, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:14.138420 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-a58c31f2-7e16-40c8-b8b5-5d24459d8ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:14.258123 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:15.186931 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:16.319042 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56418) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:59:16.429160 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-399258f7-5d11-4893-ad68-1dd3d5d39b9a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1090429 May 18 09:59:16.956551 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:18.523645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56428) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:59:18.577657 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f1ab5ba0-395d-4307-b575-5af76209ba5d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0529282 May 18 09:59:23.643030 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:59:41.585425 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-0c7cdc66-21e3-435c-8780-00f4f906e7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:42.953147 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:44.139694 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-bfbe99c4-c2eb-4afb-917f-f88f5b08285f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:44.258597 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:45.191536 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:46.959722 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:00.642458 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:00:11.588477 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-4e339a51-7297-4886-855c-84f408d181a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:12.956257 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:14.145275 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-e7a06de2-11fd-47ba-84ed-c3b548ab5be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:14.278607 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:15.198423 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:16.964338 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:37.641495 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:00:41.592169 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f563f8bb-56c1-4cdd-96a4-c16948513611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:42.980764 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:44.152827 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-75f97c5b-3874-49cf-96ab-b966455d4199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:44.274624 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:45.221178 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:46.561144 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56602) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:46.814798 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-611074471-network', 'tenant_id': 'a06093d8b99f40cfb28c475db2475143'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:46.820595 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:46.825046 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Usage tracker for resource:network and tenant:a06093d8b99f40cfb28c475db2475143 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:46.828204 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:46.833889 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:46.844695 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Made reservation on behalf of a06093d8b99f40cfb28c475db2475143 for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:46.847341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:46.859830 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:46.874927 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:46.883640 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Usage tracker for resource:security_group_rule and tenant:a06093d8b99f40cfb28c475db2475143 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:46.886519 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:46.892348 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:46.980947 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:46.989478 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:46.993633 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:46.998086 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:47.030533 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:47.033391 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cd885-eb15-4545-bc3b-5f0b080df2fa,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:47.043113 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.043456 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.043790 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.044124 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.044447 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.044770 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.045084 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.045604 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.045992 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.046334 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.046767 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.047147 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Tracked resource versions report: May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: pushed versions: May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: { 'AddressGroup': {'1.2'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'ConntrackHelper': {'1.0'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Log': {'1.0'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Network': {'1.1'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Port': {'1.7'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'PortForwarding': {'1.2'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'QosPolicy': {'1.8'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroup': {'1.4'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'SubPort': {'1.0'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Subnet': {'1.1'}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Trunk': {'1.1'}} May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: consumer versions: May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'ConntrackHelper': '1.0', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Log': '1.0', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Network': '1.1', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Port': '1.7', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'PortForwarding': '1.2', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'QosPolicy': '1.8', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroup': '1.4', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'SecurityGroupRule': '1.2', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'SubPort': '1.0', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Subnet': '1.1', May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: 'Trunk': '1.1'}} May 18 10:00:47.048219 dv-cinder-772623-5-smb neutron-server[91248]: {{(pid=91248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:47.052018 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:47.060006 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755947444682', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.061036 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Unsubscribe: segment precommit_create {{(pid=91248) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 10:00:47.062136 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Added segment cf4ff7b6-f048-4579-b0be-c054a07469b2 of type vlan for network 5f3cd604-ea8c-4704-828d-17a7b457afee May 18 10:00:47.106247 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.146976 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.148376 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:47.149566 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.175290 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:47.195324 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6315720 May 18 10:00:47.196131 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56648) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:47.202541 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Request body: {'subnet': {'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-611074471-subnet', 'tenant_id': 'a06093d8b99f40cfb28c475db2475143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:47.208607 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:47.212585 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Usage tracker for resource:subnet and tenant:a06093d8b99f40cfb28c475db2475143 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:47.215677 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:47.222103 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:47.235148 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Made reservation on behalf of a06093d8b99f40cfb28c475db2475143 for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:47.238615 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.284864 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3cd604-ea8c-4704-828d-17a7b457afee,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:47.288404 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:47.296361 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 5f3cd604-ea8c-4704-828d-17a7b457afee details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:47.699412 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56666) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:47.739459 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56672) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:47.747743 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.752957 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:47.779533 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56678) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:47.836397 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fbc398-e23d-4f66-a3c7-c5727156217f,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:47.849774 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.850242 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.850673 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.851115 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.851533 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.851952 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.852365 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.852775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.853195 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.853628 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.854038 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.854459 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Tracked resource versions report: May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: pushed versions: May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: { 'AddressGroup': {'1.2'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'ConntrackHelper': {'1.0'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Log': {'1.0'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Network': {'1.1'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Port': {'1.7'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'PortForwarding': {'1.2'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'QosPolicy': {'1.8'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroup': {'1.4'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'SubPort': {'1.0'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Subnet': {'1.1'}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Trunk': {'1.1'}} May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: consumer versions: May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'ConntrackHelper': '1.0', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Log': '1.0', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Network': '1.1', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Port': '1.7', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'PortForwarding': '1.2', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'QosPolicy': '1.8', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroup': '1.4', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'SecurityGroupRule': '1.2', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'SubPort': '1.0', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Subnet': '1.1', May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: 'Trunk': '1.1'}} May 18 10:00:47.855827 dv-cinder-772623-5-smb neutron-server[91249]: {{(pid=91249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:47.865322 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:47.866098 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Checking segment: {'id': 'cf4ff7b6-f048-4579-b0be-c054a07469b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:47.866449 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Network hostable DHCP agents. Network: 5f3cd604-ea8c-4704-828d-17a7b457afee, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:47.886369 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Network 5f3cd604-ea8c-4704-828d-17a7b457afee is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:47.898233 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 5f3cd604-ea8c-4704-828d-17a7b457afee) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:47.903322 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:47.904465 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.909497 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a03a4f-9bc3-4bc2-8552-60aefed37b80 None None] Network 5f3cd604-ea8c-4704-828d-17a7b457afee requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:47.929232 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7313974 May 18 10:00:48.021669 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-network', 'tenant_id': '71b584578daa47dca4d8107679ec3180'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.027257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.033503 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Usage tracker for resource:network and tenant:71b584578daa47dca4d8107679ec3180 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.037236 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.043470 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.054695 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Made reservation on behalf of 71b584578daa47dca4d8107679ec3180 for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:48.058070 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.091709 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1799616306-network', 'tenant_id': 'a30ea9efe14b4321baf387dcbb1a9928'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.099911 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.105060 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Usage tracker for resource:network and tenant:a30ea9efe14b4321baf387dcbb1a9928 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.108957 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.112585 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.135671 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.140272 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-network', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.148841 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.153102 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Usage tracker for resource:network and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.158544 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.161821 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.163412 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92dc476-7cc7-4647-a4ad-7b5c1c84c536 None None] Network 5f3cd604-ea8c-4704-828d-17a7b457afee requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:48.169088 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.172225 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Usage tracker for resource:security_group_rule and tenant:71b584578daa47dca4d8107679ec3180 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.179528 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.188012 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Made reservation on behalf of a30ea9efe14b4321baf387dcbb1a9928 for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:48.190876 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.204912 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.210095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Made reservation on behalf of a4aeaf4d234c46138f3a107197e4712a for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:48.212827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.227781 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.245621 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.272559 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.280786 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.285172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Usage tracker for resource:security_group_rule and tenant:a30ea9efe14b4321baf387dcbb1a9928 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.289831 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.298803 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.305584 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.310191 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.322827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.515554 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.547957 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.578175 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9a37da7c-dc7a-4159-a768-05787b5fa19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:48.659404 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.664668 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:48.673044 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.698244 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.698754 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Added segment e5678f34-aadb-4895-81ea-a882f16ed0cc of type vlan for network 9ade178d-5614-445c-9540-443e21af9e0c May 18 10:00:48.745733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a06955a-8d70-4810-9f9c-e26f8c6c1490,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:48.753392 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:48.757453 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:48.796428 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.821859 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.853601 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.900458 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b591eb41-014f-4942-8b26-818cdfc09c09,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:48.912136 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:48.930442 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:48.947348 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:48.976955 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a733f27-95a8-4d06-9fd5-1758c1b67983,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:48.982240 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:48.996554 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.996959 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Added segment 876a827e-0459-4e2c-973b-2bed4ec23355 of type vlan for network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 May 18 10:00:49.004893 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.008177 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.db.api [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=91248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 10:00:49.008758 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_db.api [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 10:00:49.011381 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:49.012138 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.059981 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ad086b8b-d187-4f11-b101-3e39e27abc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.084263 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3837445 May 18 10:00:49.087542 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56728) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:49.098035 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Request body: {'subnet': {'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-subnet', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:49.116168 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:49.125767 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Usage tracker for resource:subnet and tenant:71b584578daa47dca4d8107679ec3180 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:49.127995 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.137317 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:49.158480 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:49.192807 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Pushing event updated for resources: {'Network': ['ID=9ade178d-5614-445c-9540-443e21af9e0c,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:49.196488 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:49.204100 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 9ade178d-5614-445c-9540-443e21af9e0c details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:49.219148 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.221118 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:49.222393 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.259230 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.290125 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Made reservation on behalf of 71b584578daa47dca4d8107679ec3180 for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:49.293051 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.378778 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Pushing event updated for resources: {'Network': ['ID=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:49.384697 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6041472 May 18 10:00:49.385688 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:49.386101 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56742) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:49.391736 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Request body: {'subnet': {'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-subnet', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:49.396468 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:49.398059 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:49.400393 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Usage tracker for resource:subnet and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:49.403272 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:49.424464 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:49.435536 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Made reservation on behalf of a4aeaf4d234c46138f3a107197e4712a for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:49.437888 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.586275 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.617120 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56754) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:49.654168 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:49.669377 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.670021 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Added segment 0465fa21-7e80-4ba7-af56-da582f026cf6 of type vlan for network 4749cd44-700a-466e-98fd-aef78c9e4f0d May 18 10:00:49.742966 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.844927 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.849983 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:49.850620 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.859694 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.955782 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.961734 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-07ff1451-0edf-4469-831d-73cf7b4df7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:50.043924 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Pushing event updated for resources: {'Network': ['ID=4749cd44-700a-466e-98fd-aef78c9e4f0d,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:50.050080 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3062732 May 18 10:00:50.050080 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.050320 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56760) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:50.055661 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Request body: {'subnet': {'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1799616306-subnet', 'tenant_id': 'a30ea9efe14b4321baf387dcbb1a9928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:50.060144 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:50.061950 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:50.068109 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Usage tracker for resource:subnet and tenant:a30ea9efe14b4321baf387dcbb1a9928 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:50.071827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:50.123597 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:50.135268 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfc7ac9-a064-4ace-a510-f49b3a412bb3,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:50.142415 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Made reservation on behalf of a30ea9efe14b4321baf387dcbb1a9928 for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:50.144881 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.155677 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.176093 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.200736 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Checking segment: {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:50.201512 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Network hostable DHCP agents. Network: 9ade178d-5614-445c-9540-443e21af9e0c, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:50.215363 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:50.232563 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Usage tracker for resource:security_group_rule and tenant:75e04bf3099141e1a2513447ea80a524 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:50.240500 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:50.256851 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:50.285759 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Network 9ade178d-5614-445c-9540-443e21af9e0c is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:50.311343 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 9ade178d-5614-445c-9540-443e21af9e0c) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:50.318818 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:50.319580 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.326402 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52926a-650f-4825-ab2f-98b10c105e2f None None] Network 9ade178d-5614-445c-9540-443e21af9e0c requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:50.351325 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56780) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:50.363072 dv-cinder-772623-5-smb neutron-server[91248]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 10:00:50.420349 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3314517 May 18 10:00:50.432442 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56786) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:50.446692 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:50.457545 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:50.480266 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Usage tracker for resource:router and tenant:71b584578daa47dca4d8107679ec3180 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:50.489833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:50.513964 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:50.524222 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.535826 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.583921 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6a817-8ddb-4b38-92d0-95b745c8fe0a None None] Network 9ade178d-5614-445c-9540-443e21af9e0c requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:50.595798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:50.609578 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Synchronizing usage tracker for tenant:73fdba8373034f17b5f5ca6e9a91cfc1 on resource:security_group {{(pid=91249) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:00:50.628352 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-40c47965-80d9-4cfd-9f8e-fcb54a3b8c01 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:50.629045 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-40c47965-80d9-4cfd-9f8e-fcb54a3b8c01 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Synchronizing usage tracker for tenant:a06093d8b99f40cfb28c475db2475143 on resource:network {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:00:50.637193 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.651410 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-535671ec-3fa6-481b-a2f3-98bf47fd5480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:50.653592 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.664159 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.682230 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Unset dirty status for tenant:73fdba8373034f17b5f5ca6e9a91cfc1 on resource:security_group {{(pid=91249) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:00:50.686989 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75e04bf3099141e1a2513447ea80a524&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0688796 May 18 10:00:50.689696 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56794) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:50.738124 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Checking segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:50.738451 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Network hostable DHCP agents. Network: a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:50.764673 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-40c47965-80d9-4cfd-9f8e-fcb54a3b8c01 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Unset dirty status for tenant:a06093d8b99f40cfb28c475db2475143 on resource:network {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:00:50.765859 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-40c47965-80d9-4cfd-9f8e-fcb54a3b8c01 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/networks?id=5f3cd604-ea8c-4704-828d-17a7b457afee HTTP/1.1" status: 200 len: 811 time: 0.4130251 May 18 10:00:50.787807 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312734f1-0ad6-491c-bd0f-c1752ccab802,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:50.792257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.805001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:50.806536 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402aa78f-acb0-4fed-aa7e-f9888c4c13f5,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:50.809656 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.811163 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-2e66d350-2c3d-4380-97ff-2a2a5bdf9632 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/quotas/a06093d8b99f40cfb28c475db2475143 HTTP/1.1" status: 200 len: 375 time: 0.0346243 May 18 10:00:50.831595 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:50.841118 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac6789-6607-4135-bc52-fcbd0f56a2a5 None None] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:50.861494 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.874306 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:50.874975 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.901327 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-1f981253-67f5-41c8-9eb7-4fc8750bda0a tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a06093d8b99f40cfb28c475db2475143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618806 May 18 10:00:50.905062 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.950115 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.955629 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-746578ce-852a-4e63-bf56-ef099491b5b5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5684171 May 18 10:00:50.959308 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56808) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:50.971426 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:50.978808 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:50.989613 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Usage tracker for resource:router and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:50.993827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:51.001663 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:51.022310 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.024236 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.074487 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.150572 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:00:51.151391 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.155349 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-56b66d81-f9a7-44a6-b68d-2acf35f055db service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91248) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:00:51.156327 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-56b66d81-f9a7-44a6-b68d-2acf35f055db service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058638 May 18 10:00:51.183840 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.199391 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:51.279969 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402aa78f-acb0-4fed-aa7e-f9888c4c13f5,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:51.333564 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:51.337097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.351524 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.357880 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.361580 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/402aa78f-acb0-4fed-aa7e-f9888c4c13f5 HTTP/1.1" status: 204 len: 168 time: 0.6692371 May 18 10:00:51.477115 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Allocated IP 172.20.0.2 (a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1/312734f1-0ad6-491c-bd0f-c1752ccab802/bf61886e-63bb-4228-9678-066f557f9551) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:51.503449 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:51.768492 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.817158 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.825053 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9bb9824-8757-4862-abc6-a291639b18c4,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:51.930009 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56838) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:52.036149 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.054484 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Transition to ACTIVE for port object bf61886e-63bb-4228-9678-066f557f9551 will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:52.096280 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Transition to ACTIVE for port object bf61886e-63bb-4228-9678-066f557f9551 will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:52.100166 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.107835 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.112813 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:52.122665 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:52.171582 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.173900 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:52.181150 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:52.192416 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:52.201992 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:52.207850 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-d7e570bd-43ee-4e3c-a28f-74768f23157a service neutron] 10.222.0.36 "GET /v2.0/networks/5f3cd604-ea8c-4704-828d-17a7b457afee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0406022 May 18 10:00:52.208813 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Usage tracker for resource:security_group_rule and tenant:27682acdd7944a0b96863a17417696cb is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:52.215236 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:52.228948 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:52.231502 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Allocated IP 172.28.3.62 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/e92b7b62-60bf-406e-a6fc-5795e3104b10) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:52.239111 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Checking segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:52.239406 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Network hostable DHCP agents. Network: 4749cd44-700a-466e-98fd-aef78c9e4f0d, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:52.333298 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:52.370513 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Attempting to bind port bf61886e-63bb-4228-9678-066f557f9551 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:00:52.370931 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Attempting to bind port bf61886e-63bb-4228-9678-066f557f9551 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:00:52.371960 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Attempting to bind port bf61886e-63bb-4228-9678-066f557f9551 on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:00:52.385085 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:00:52.385488 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Checking segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:52.386119 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.386659 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Bound using segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:00:52.387528 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Bound port: bf61886e-63bb-4228-9678-066f557f9551, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:00:52.387947 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.418652 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 4749cd44-700a-466e-98fd-aef78c9e4f0d) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:52.431004 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:52.431597 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.459218 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.472398 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4209330 May 18 10:00:52.516594 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527fce5-c79d-42f6-89ea-c914d6ab8a72 None None] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:52.534760 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.538297 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.538880 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Pushing event updated for resources: {'Port': ['ID=bf61886e-63bb-4228-9678-066f557f9551,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:52.551471 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:52.557325 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.557780 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.558110 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.558428 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.558788 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.559104 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.559413 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.559764 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.560114 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.560575 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.560930 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.561668 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Tracked resource versions report: May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: pushed versions: May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: { 'AddressGroup': {'1.2'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'ConntrackHelper': {'1.0'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Log': {'1.0'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Network': {'1.1'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Port': {'1.7'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'PortForwarding': {'1.2'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'QosPolicy': {'1.8'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroup': {'1.4'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'SubPort': {'1.0'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Subnet': {'1.1'}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Trunk': {'1.1'}} May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: consumer versions: May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'ConntrackHelper': '1.0', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Log': '1.0', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Network': '1.1', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Port': '1.7', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'PortForwarding': '1.2', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'QosPolicy': '1.8', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroup': '1.4', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'SecurityGroupRule': '1.2', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'SubPort': '1.0', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Subnet': '1.1', May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: 'Trunk': '1.1'}} May 18 10:00:52.562398 dv-cinder-772623-5-smb neutron-server[91250]: {{(pid=91250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:52.579534 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:52.580317 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-d37ecdcc-5c64-42a4-8c26-3aafb4dc0586 service neutron] 10.222.0.36 "GET /v2.0/networks/5f3cd604-ea8c-4704-828d-17a7b457afee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714764 May 18 10:00:52.580584 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] For port bf61886e-63bb-4228-9678-066f557f9551, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:00:52.642743 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] For port bf61886e-63bb-4228-9678-066f557f9551, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=bf61886e-63bb-4228-9678-066f557f9551,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:00:52.650921 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.667865 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:52.678878 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:52.680560 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Pushing event updated for resources: {'Port': ['ID=e92b7b62-60bf-406e-a6fc-5795e3104b10,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:52.686055 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:52.715348 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.717976 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:52.744935 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:52.796316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:52.850682 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Pushing event updated for resources: {'Port': ['ID=bf61886e-63bb-4228-9678-066f557f9551,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:52.881458 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:52.987631 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56888) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:53.002052 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a037a5-ded0-49b3-a93d-d5f48a4425aa None None] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:53.089227 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27682acdd7944a0b96863a17417696cb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1540415 May 18 10:00:53.107206 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c00598a-f3ee-43d5-a92d-2f1301e21f34,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:53.107727 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3564c8c9-cd97-44b5-b4b5-1a226d5f0bc5 req-3dff3dd1-b963-458d-bccd-2345fe803df0 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 210 time: 0.1188200 May 18 10:00:53.113028 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 56900) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:53.120201 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:53.262172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.331032 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.439776 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.484009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.513139 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.541328 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9888a5ce-7ae7-4a8d-a77d-2388d8afabc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:53.549142 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.668866 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c00598a-f3ee-43d5-a92d-2f1301e21f34,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:53.682152 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:53.705891 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.707113 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c00598a-f3ee-43d5-a92d-2f1301e21f34 HTTP/1.1" status: 204 len: 168 time: 0.5852685 May 18 10:00:53.867595 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-5d70ff3b-9c07-4c36-9bd1-54e1d6701095 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:53.868574 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-5d70ff3b-9c07-4c36-9bd1-54e1d6701095 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:network {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:00:53.911949 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-5d70ff3b-9c07-4c36-9bd1-54e1d6701095 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:network {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:00:53.913167 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-5d70ff3b-9c07-4c36-9bd1-54e1d6701095 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 0.4777651 May 18 10:00:53.952950 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-2a4ca9e0-0010-4744-b52d-9b6709923f4d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/quotas/a30ea9efe14b4321baf387dcbb1a9928 HTTP/1.1" status: 200 len: 375 time: 0.0319884 May 18 10:00:53.968353 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Allocated IP 172.28.3.254 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/9e376dd6-29e9-4241-b4d2-d657c89d8d4e) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:54.074995 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-48f6dc64-fc94-42d2-97cc-9016e9eb539f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140041 May 18 10:00:54.194395 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.364660 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 56964) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:54.466778 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57270b4-b485-4b9b-b7e1-1c82131df7c6 None None] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:54.570754 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-86988492-5f2b-44c1-b646-b49baadbaf56 req-45c08dc2-ad59-4520-a4bc-0b7f86ef0ab8 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 210 time: 0.1587508 May 18 10:00:54.664066 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-64d2d19b-5816-4f4b-986d-65a8f2349085 service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473006 May 18 10:00:54.713419 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.754997 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device bf61886e-63bb-4228-9678-066f557f9551 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:00:54.789154 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:54.794212 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:00:54.798692 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Usage tracker for resource:security_group_rule and tenant:4932662e5b5645a49c222b199646a9a4 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:54.804584 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:54.913603 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-60e7e9ac-e029-49ed-b7f3-416112ba27e1 None None] Provisioning for port bf61886e-63bb-4228-9678-066f557f9551 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:00:54.960108 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-52af7f0f-195c-4754-9373-f7500f3f15c3 service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951460 May 18 10:00:55.035941 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.066842 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:55.075183 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.078335 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port bf61886e-63bb-4228-9678-066f557f9551 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:00:55.083527 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-efcabd1a-79e0-4200-b8ba-0004477e8bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:55.107007 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port bf61886e-63bb-4228-9678-066f557f9551 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:55.110871 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.166460 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Pushing event updated for resources: {'Port': ['ID=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:55.185763 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:55.199350 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:55.200888 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:55.224227 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:55.439690 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:00:55.440630 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.454218 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Sync routers for ids ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:00:55.470622 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Routers {'9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:00:55.474883 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:00:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:55.562175 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port bf61886e-63bb-4228-9678-066f557f9551, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=bf61886e-63bb-4228-9678-066f557f9551,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:00:55.568725 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.585213 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-ce4d59d5-1483-4859-a699-a73db6695019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:55.611656 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-af79d764-d5ce-420f-a762-2ff4dd077cd1 req-bf325758-38e4-411e-850d-4f4b360aa79d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 210 time: 0.2005436 May 18 10:00:55.711869 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.723746 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.761706 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-12f933e6-9359-4ecf-aa58-9e13c83cf769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:55.786739 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.794316 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3573143 May 18 10:00:55.807708 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57030) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:55.808723 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57032) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:55.827983 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=bf61886e-63bb-4228-9678-066f557f9551,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:55.838285 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:55.994897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a9b32-ac66-4fb4-8f90-0f4f51a91d95,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:56.007129 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:56.023181 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-dde447db-e0f7-4c5d-8a43-b46ec4017384 None None] Provisioning complete for port bf61886e-63bb-4228-9678-066f557f9551 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:56.026441 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-dde447db-e0f7-4c5d-8a43-b46ec4017384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.036472 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4932662e5b5645a49c222b199646a9a4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6680992 May 18 10:00:56.037192 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57054) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:56.235159 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.296443 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Set router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:00:56.298994 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.24', 62199) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:56.441107 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-61804052-b7ce-4d59-ba99-8495242b4044 req-a9a4307e-025b-4cbe-b72d-1e422c3df5f3 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 210 time: 0.2073777 May 18 10:00:56.537548 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.695601 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.769000 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device bf61886e-63bb-4228-9678-066f557f9551 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:00:56.830927 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-4485c82d-0a1b-419d-96c7-f6c97c3da82e tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:56.833388 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-4485c82d-0a1b-419d-96c7-f6c97c3da82e tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.24 "GET /v2.0/networks?id=5f3cd604-ea8c-4704-828d-17a7b457afee HTTP/1.1" status: 200 len: 811 time: 0.5323384 May 18 10:00:56.886336 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1e504beb-163f-43a4-a2cc-4e7955fc2979 req-a04d5b3e-d081-4d88-9f35-bdc7c5f7b67c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 210 time: 0.1634777 May 18 10:00:57.001326 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port bf61886e-63bb-4228-9678-066f557f9551 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:57.002322 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.015164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Request body: {'port': {'device_id': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee', 'admin_state_up': True, 'tenant_id': 'a06093d8b99f40cfb28c475db2475143'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:57.108212 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:00:53Z', 'revision_number': 3, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port': {'id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:57.128632 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Checking router: 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:00:57.129228 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Updating router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a port e92b7b62-60bf-406e-a6fc-5795e3104b10 binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:00:57.163693 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.267402 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:57.278786 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.310928 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Usage tracker for resource:security_group_rule and tenant:c739cc2aed6045c580a5577ba5dc4bbe is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:57.377525 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:57.423795 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.490651 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:57.612935 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.648648 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6d95a312-3c72-49b2-a761-41e26287dbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:57.732226 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a9b32-ac66-4fb4-8f90-0f4f51a91d95,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:57.741618 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:57.745361 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Usage tracker for resource:port and tenant:a06093d8b99f40cfb28c475db2475143 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:57.753509 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:57.763910 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:57.855889 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.872029 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Transition to ACTIVE for port object e92b7b62-60bf-406e-a6fc-5795e3104b10 will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:57.880999 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.887361 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:57.929740 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:57.931164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.938419 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec9a9b32-ac66-4fb4-8f90-0f4f51a91d95 HTTP/1.1" status: 204 len: 168 time: 1.8994074 May 18 10:00:57.939344 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Made reservation on behalf of a06093d8b99f40cfb28c475db2475143 for: {'port': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:57.943771 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.975454 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Pushing event updated for resources: {'Port': ['ID=e92b7b62-60bf-406e-a6fc-5795e3104b10,revision_number=2']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:57.990465 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.991198 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.991688 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.992294 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.992800 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.993856 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.994484 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.995017 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.995505 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.996084 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.997208 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:57.997761 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Tracked resource versions report: May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: pushed versions: May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: { 'AddressGroup': {'1.2'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'ConntrackHelper': {'1.0'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Log': {'1.0'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Network': {'1.1'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Port': {'1.7'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'PortForwarding': {'1.2'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'QosPolicy': {'1.8'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroup': {'1.4'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'SubPort': {'1.0'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Subnet': {'1.1'}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Trunk': {'1.1'}} May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: consumer versions: May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: { DHCP agent@dv-cinder-772623-5-smb: {}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: L3 agent@dv-cinder-772623-5-smb: {}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: Metadata agent@dv-cinder-772623-5-smb: {}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: Metering agent@dv-cinder-772623-5-smb: {}, May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: Open vSwitch agent@dv-cinder-772623-5-smb: { 'AddressGroup': '1.2', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'ConntrackHelper': '1.0', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Log': '1.0', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Network': '1.1', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Port': '1.7', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'PortForwarding': '1.2', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'QosPolicy': '1.8', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroup': '1.4', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'SecurityGroupRule': '1.2', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'SubPort': '1.0', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Subnet': '1.1', May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: 'Trunk': '1.1'}} May 18 10:00:58.013438 dv-cinder-772623-5-smb neutron-server[91251]: {{(pid=91251) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:58.076052 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:58.140403 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Attempting to bind port e92b7b62-60bf-406e-a6fc-5795e3104b10 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:00:58.143964 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Attempting to bind port e92b7b62-60bf-406e-a6fc-5795e3104b10 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:00:58.145709 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Attempting to bind port e92b7b62-60bf-406e-a6fc-5795e3104b10 on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:00:58.163024 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:00:58.165273 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:58.167188 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.169291 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:00:58.170017 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Bound port: e92b7b62-60bf-406e-a6fc-5795e3104b10, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:00:58.171210 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-49fe12e2-a0fa-4d58-aae2-598149d5dfab req-044eccab-e957-45f6-953a-4a2f3d2de7fa tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 210 time: 0.4444420 May 18 10:00:58.172082 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.393993 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] For port e92b7b62-60bf-406e-a6fc-5795e3104b10, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:00:58.396326 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2ec9ea6a-fd8e-4141-b47e-844eb065665a req-71396fdf-e983-4a00-8c9d-c98a9f2e7ba2 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 210 time: 0.1743033 May 18 10:00:58.399851 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] For port e92b7b62-60bf-406e-a6fc-5795e3104b10, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=e92b7b62-60bf-406e-a6fc-5795e3104b10,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:00:58.418697 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:00:58.423235 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.426834 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-6053de11-2d05-40dc-8d8f-c311331c588f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:58.562093 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Pushing event updated for resources: {'Port': ['ID=e92b7b62-60bf-406e-a6fc-5795e3104b10,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:58.569817 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:58.591553 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Routers {'9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:00:58.592966 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:00:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:58.624482 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.24', 62207) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:58.744519 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.817233 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.900662 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9f7eccf4-abdc-4a46-aaec-44eb2b424f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:59.046235 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:00:59.058074 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Sync routers for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:00:59.073068 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:00:59.079089 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:00:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:59.100264 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57190) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:59.147058 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] Set router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:00:59.200139 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Notify callbacks [] for router, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.204439 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2429504 May 18 10:00:59.216203 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57208) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:59.523218 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Allocated IP 172.20.0.11 (5f3cd604-ea8c-4704-828d-17a7b457afee/f1fbc398-e23d-4f66-a3c7-c5727156217f/edb470be-ef67-4a06-8535-e76df84cf14d) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:59.611298 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57220) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:59.624765 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c739cc2aed6045c580a5577ba5dc4bbe&name=default HTTP/1.1" status: 200 len: 2975 time: 3.8125069 May 18 10:00:59.657992 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b8c6d-f615-4a93-955b-ba874dd98e3d,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:59.691853 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:59.705134 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:00:53Z', 'revision_number': 3, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port': {'id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:59.718194 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdda2b-13df-4134-89df-e8dc7543c34c None None] The sync data for ids ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'] in dv-cinder-772623-5-smb is: [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:00:53Z', 'revision_number': 3, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port': {'id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:00:59.752327 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4f344f8f-7257-446e-afa1-98b9cdd0db62 req-aff72f45-6a33-4e68-9e7e-5b98948fa909 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 210 time: 0.1601965 May 18 10:00:59.797497 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:00:59.905567 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.932132 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-3264f397-f92e-400c-833a-441c8837aee5 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:59.933889 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-3264f397-f92e-400c-833a-441c8837aee5 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 1.2936432 May 18 10:01:00.033011 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:00.042424 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Usage tracker for resource:security_group_rule and tenant:096a13253955429da4b6dee80df1897e is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:00.045921 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:00.059132 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:00.283858 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.383065 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Request body: {'port': {'device_id': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'admin_state_up': True, 'tenant_id': 'a30ea9efe14b4321baf387dcbb1a9928'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:00.407037 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.431928 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-137cc3d8-6b7e-40d6-a2d6-1e0efed02c58 req-46f51859-8572-4e58-a473-5fbb343e06f4 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 210 time: 0.6672845 May 18 10:01:00.432834 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.534813 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.694273 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:00:55Z', 'revision_number': 3, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:00.706138 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Checking router: 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:00.706508 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Updating router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:00.817576 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e92b7b62-60bf-406e-a6fc-5795e3104b10 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:00.952375 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:00.986730 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:01.003042 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.010177 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Usage tracker for resource:port and tenant:a30ea9efe14b4321baf387dcbb1a9928 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:01.017748 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:01.032482 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:01.084670 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=096a13253955429da4b6dee80df1897e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9654436 May 18 10:01:01.095468 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.112161 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Allocated IP 172.20.0.1 (9ade178d-5614-445c-9540-443e21af9e0c/fdfc7ac9-a064-4ace-a510-f49b3a412bb3/489d2d31-5fb2-4ccf-b69d-d49b14f38a22) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:01.113172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57256) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:01.118223 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Made reservation on behalf of a30ea9efe14b4321baf387dcbb1a9928 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:01.123486 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.130214 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c0a511d4-59c7-42b6-bb4e-4c5e08e70847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:01.169332 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port e92b7b62-60bf-406e-a6fc-5795e3104b10 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:01.194130 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port e92b7b62-60bf-406e-a6fc-5795e3104b10 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:01.194577 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.301478 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Network 5f3cd604-ea8c-4704-828d-17a7b457afee is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:01.359963 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:01.372902 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:01.389254 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:01.390269 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.460280 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Pushing event updated for resources: {'Port': ['ID=edb470be-ef67-4a06-8535-e76df84cf14d,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:01.477180 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:01.614970 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.629110 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6802890 May 18 10:01:01.771493 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.790222 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port e92b7b62-60bf-406e-a6fc-5795e3104b10, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=e92b7b62-60bf-406e-a6fc-5795e3104b10,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:01.815909 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.820448 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:01.885732 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-bbf047b3-d84f-4bca-9b7d-6beae355920b tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91249) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:01:01.891004 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-bbf047b3-d84f-4bca-9b7d-6beae355920b tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168552 May 18 10:01:01.900232 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.925557 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16162363-50a6-4486-8511-2d64adcdcca4,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:01.952059 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:01.963342 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:02.093363 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6a013185-71dd-47b5-9ee5-c620db5948c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.099998 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=e92b7b62-60bf-406e-a6fc-5795e3104b10,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:02.100350 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-169782ec-c777-450e-a8c0-0cbc63c2a860 req-764a5f21-7005-494d-8667-1fe897b094ef tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 210 time: 0.1355472 May 18 10:01:02.119368 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:02.153372 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Network 9ade178d-5614-445c-9540-443e21af9e0c is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:02.156416 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-baa2082d-7d49-4305-bc84-0f08e4d018b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.167057 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:02.179250 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:02.181913 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.282980 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6a013185-71dd-47b5-9ee5-c620db5948c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.294219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Pushing event updated for resources: {'Port': ['ID=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:02.308785 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:02.390385 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.415407 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Transition to ACTIVE for port object 9e376dd6-29e9-4241-b4d2-d657c89d8d4e will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:02.417600 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Request body: {'port': {'device_id': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:02.449955 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.467220 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:02.517503 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b62c16-5ff0-467a-8f3d-b984cf3e0387 req-f483df0b-0525-434f-a009-5fcaf2e4c1be tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:02.524479 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a5b62c16-5ff0-467a-8f3d-b984cf3e0387 req-f483df0b-0525-434f-a009-5fcaf2e4c1be tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 932 time: 1.4252093 May 18 10:01:02.540229 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Allocated IP 172.20.0.11 (4749cd44-700a-466e-98fd-aef78c9e4f0d/a9bb9824-8757-4862-abc6-a291639b18c4/8b9907e9-fbe1-45f2-928d-281f7a5a2bba) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:02.557821 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-baa2082d-7d49-4305-bc84-0f08e4d018b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.669591 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fc8f8-6af7-482e-adf4-cca555b9c9af None None] Pushing event updated for resources: {'Port': ['ID=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:02.689073 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-090fc8f8-6af7-482e-adf4-cca555b9c9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:02.689305 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57286) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:02.723347 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.739789 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e92b7b62-60bf-406e-a6fc-5795e3104b10 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:02.871308 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.895843 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-a5b62c16-5ff0-467a-8f3d-b984cf3e0387 req-995d4174-68f8-4f29-af92-0e9dc786afb8 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Synchronizing usage tracker for tenant:a06093d8b99f40cfb28c475db2475143 on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:02.955488 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Attempting to bind port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:02.955985 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Attempting to bind port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:02.956602 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Attempting to bind port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:02.976774 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:02.978630 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:02.980039 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.980545 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:02.982404 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Bound port: 9e376dd6-29e9-4241-b4d2-d657c89d8d4e, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:02.984191 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.081459 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.111712 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-a5b62c16-5ff0-467a-8f3d-b984cf3e0387 req-995d4174-68f8-4f29-af92-0e9dc786afb8 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Unset dirty status for tenant:a06093d8b99f40cfb28c475db2475143 on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:03.122197 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port e92b7b62-60bf-406e-a6fc-5795e3104b10 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:03.123167 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.126431 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a5b62c16-5ff0-467a-8f3d-b984cf3e0387 req-995d4174-68f8-4f29-af92-0e9dc786afb8 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010063 May 18 10:01:03.241291 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:03.247432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Usage tracker for resource:security_group_rule and tenant:e2946b762c834183bbb4a5aa81c7aa7d is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:03.253065 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:03.268534 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.270475 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:03.294968 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.351666 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] For port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:03.357366 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] For port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:03.369084 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.379967 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:03.422983 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.426800 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.439645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-baa2082d-7d49-4305-bc84-0f08e4d018b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.443022 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:03.453225 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6a013185-71dd-47b5-9ee5-c620db5948c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.454541 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.564839 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:03.566194 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:00:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:03.607788 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:03.633853 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2082d-7d49-4305-bc84-0f08e4d018b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b8c6d-f615-4a93-955b-ba874dd98e3d,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:03.701806 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fc8f8-6af7-482e-adf4-cca555b9c9af None None] Pushing event updated for resources: {'Port': ['ID=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:03.705568 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a013185-71dd-47b5-9ee5-c620db5948c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16162363-50a6-4486-8511-2d64adcdcca4,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:03.708848 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-eae78b48-7446-4cad-a788-56e23fa9be53 req-d282a19d-7ee2-412e-8333-e84d24250dfa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:03.710071 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-090fc8f8-6af7-482e-adf4-cca555b9c9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:03.788466 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd707713-5517-4774-8b12-ad378d84e7e0,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:03.843240 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:03.902716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:03.903645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:03.906599 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:03.909045 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:03.922120 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb470be-ef67-4a06-8535-e76df84cf14d {{(pid=91249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:03.930531 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.936149 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:03.949648 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Transition to ACTIVE for port object edb470be-ef67-4a06-8535-e76df84cf14d will not be triggered until provisioned by entity L2. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:03.951736 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Pushing event updated for resources: {'Port': ['ID=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:03.956197 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:03.960938 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.983739 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b06ab1ae-2635-4228-b4e0-4d6f37ed6e79 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:04.053420 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6a013185-71dd-47b5-9ee5-c620db5948c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.054564 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-6a013185-71dd-47b5-9ee5-c620db5948c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16162363-50a6-4486-8511-2d64adcdcca4 HTTP/1.1" status: 204 len: 168 time: 2.9382882 May 18 10:01:04.055732 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Pushing event updated for resources: {'Port': ['ID=edb470be-ef67-4a06-8535-e76df84cf14d,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:04.073502 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:04.089762 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.149671 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-baa2082d-7d49-4305-bc84-0f08e4d018b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.153662 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-baa2082d-7d49-4305-bc84-0f08e4d018b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/642b8c6d-f615-4a93-955b-ba874dd98e3d HTTP/1.1" status: 204 len: 168 time: 4.4067590 May 18 10:01:04.334525 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Attempting to bind port edb470be-ef67-4a06-8535-e76df84cf14d on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:04.334872 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Attempting to bind port edb470be-ef67-4a06-8535-e76df84cf14d by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'cf4ff7b6-f048-4579-b0be-c054a07469b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee'}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:04.335215 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Attempting to bind port edb470be-ef67-4a06-8535-e76df84cf14d on network 5f3cd604-ea8c-4704-828d-17a7b457afee {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:04.342545 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Port edb470be-ef67-4a06-8535-e76df84cf14d on network 5f3cd604-ea8c-4704-828d-17a7b457afee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:04.342987 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Attempting to bind port edb470be-ef67-4a06-8535-e76df84cf14d on network 5f3cd604-ea8c-4704-828d-17a7b457afee {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:04.354806 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:04.355133 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Checking segment: {'id': 'cf4ff7b6-f048-4579-b0be-c054a07469b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:04.355700 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Bound using segment: {'id': 'cf4ff7b6-f048-4579-b0be-c054a07469b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee'} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:04.356152 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Bound port: edb470be-ef67-4a06-8535-e76df84cf14d, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4ff7b6-f048-4579-b0be-c054a07469b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee'}}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:04.356492 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.451054 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Network 9ade178d-5614-445c-9540-443e21af9e0c is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:04.454626 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:04.625537 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] For port edb470be-ef67-4a06-8535-e76df84cf14d, host hv-cinder-77262, cleared binding levels {{(pid=91249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:04.637515 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-eae78b48-7446-4cad-a788-56e23fa9be53 req-d282a19d-7ee2-412e-8333-e84d24250dfa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:04.644393 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-eae78b48-7446-4cad-a788-56e23fa9be53 req-d282a19d-7ee2-412e-8333-e84d24250dfa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 210 time: 1.2050507 May 18 10:01:04.667572 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:00:55Z', 'revision_number': 3, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:04.674266 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] For port edb470be-ef67-4a06-8535-e76df84cf14d, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=edb470be-ef67-4a06-8535-e76df84cf14d,segment=NetworkSegment(cf4ff7b6-f048-4579-b0be-c054a07469b2),segment_id=cf4ff7b6-f048-4579-b0be-c054a07469b2)] {{(pid=91249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:04.678603 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a9af1-84e4-4cc1-ad8a-d0b711cfcce5 None None] The sync data for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb is: [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:00:55Z', 'revision_number': 3, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:04.800154 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2946b762c834183bbb4a5aa81c7aa7d&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1095276 May 18 10:01:04.800497 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.802889 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57316) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:04.842832 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.855301 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:04.900486 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Allocated IP 172.20.0.1 (a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1/312734f1-0ad6-491c-bd0f-c1752ccab802/51f722d9-0eb5-4e70-b4d1-0ebb9cb201de) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:04.914174 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57320) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:04.945122 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.984806 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:04.990598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Usage tracker for resource:security_group_rule and tenant:804409bdcdbf48b88a263e6bd52b498e is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:04.994395 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:05.001602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:05.041977 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Pushing event updated for resources: {'Port': ['ID=edb470be-ef67-4a06-8535-e76df84cf14d,revision_number=3']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:05.046487 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:05.047025 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.048626 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] 10.222.0.24 "PUT /v2.0/ports/edb470be-ef67-4a06-8535-e76df84cf14d HTTP/1.1" status: 200 len: 1094 time: 2.7874825 May 18 10:01:05.053186 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'tag': 'edb470be-ef67-4a06-8535-e76df84cf14d'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:05.163518 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:05.324526 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.385950 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:05.545896 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Transition to ACTIVE for port object 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:05.612159 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.643452 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.644380 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.663432 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-4c0957e2-be7b-44ff-8eb0-f1d7c64d8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:05.668996 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-4c0957e2-be7b-44ff-8eb0-f1d7c64d8ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a06093d8b99f40cfb28c475db2475143&device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 1097 time: 0.5017765 May 18 10:01:05.731073 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d5ccbb44-6657-4e79-b91d-88fd81b80b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:05.746228 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.757876 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.873779 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:05.895877 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:05.948450 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eba269a3-00d3-4320-b06c-a71877bf1ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:05.967772 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:05.968248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.969362 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-7e0d09e6-978e-4502-97a3-b5355b96181e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edb470be-ef67-4a06-8535-e76df84cf14d HTTP/1.1" status: 200 len: 217 time: 0.1760952 May 18 10:01:06.083904 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=804409bdcdbf48b88a263e6bd52b498e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1683986 May 18 10:01:06.137231 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57350) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:06.405633 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.492293 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-e71166a8-a6f6-48b4-94d5-a15fa312a7a8 None None] Provisioning for port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:06.499708 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-e71166a8-a6f6-48b4-94d5-a15fa312a7a8 None None] Provisioning complete for port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:06.500095 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-e71166a8-a6f6-48b4-94d5-a15fa312a7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.622958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.677441 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-e71166a8-a6f6-48b4-94d5-a15fa312a7a8 None None] Port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:06.680172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68be3de-3d71-4550-8333-973094d85251 req-4e1ea102-b9c3-4288-af50-d0dbf0096219 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:06.682574 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e68be3de-3d71-4550-8333-973094d85251 req-4e1ea102-b9c3-4288-af50-d0dbf0096219 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 944 time: 1.9979043 May 18 10:01:06.701307 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.756825 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:06.796879 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Sync routers for ids ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:06.807532 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 9e376dd6-29e9-4241-b4d2-d657c89d8d4e up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:06.818898 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Routers {'9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:06.822042 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:00:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:06.832309 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1749e8-7a85-46d5-8ac1-fb689b459745,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:06.836725 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:06.883113 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0687144 May 18 10:01:06.885274 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-20a04f34-23b1-4ab3-b31b-a9825437cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:06.886886 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-20a04f34-23b1-4ab3-b31b-a9825437cd38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1fbc398-e23d-4f66-a3c7-c5727156217f HTTP/1.1" status: 200 len: 851 time: 0.8013866 May 18 10:01:06.910873 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.925947 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8b63af07-2d85-4ded-aa46-45aa70e6d605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:06.962869 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1749e8-7a85-46d5-8ac1-fb689b459745,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:06.975253 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:06.984581 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:06.985891 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:07.000885 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.014106 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e1749e8-7a85-46d5-8ac1-fb689b459745 HTTP/1.1" status: 204 len: 168 time: 0.8730583 May 18 10:01:07.046806 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:07.066236 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:07.066698 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.086846 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:07.092287 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:07.113722 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.302945 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Set router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:07.310806 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0168486 May 18 10:01:07.446404 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Pushing event updated for resources: {'Port': ['ID=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:07.465935 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.560886 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:07.575429 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e68be3de-3d71-4550-8333-973094d85251 req-e819908b-1c52-449e-bd34-eb745a00cef7 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8585415 May 18 10:01:07.596966 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.608775 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:07.653134 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-a927c0cb-7dce-4a4e-9a38-1fc1f77499b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f3cd604-ea8c-4704-828d-17a7b457afee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579368 May 18 10:01:07.668430 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Request body: {'port': {'device_id': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:07.779441 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:07.787808 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:07.927558 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383913f-17aa-4336-907d-7f7afcf992b5 req-118c262a-a677-48e6-bacf-6f039a4553ec tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:07.932510 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9383913f-17aa-4336-907d-7f7afcf992b5 req-118c262a-a677-48e6-bacf-6f039a4553ec tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 932 time: 1.9679666 May 18 10:01:07.939061 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event updated for resources: {'Port': ['ID=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:08.005336 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-db7b6d3b-6a2a-40dc-a82a-147c3a150ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/5f3cd604-ea8c-4704-828d-17a7b457afee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246210 May 18 10:01:08.132348 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:02Z', 'revision_number': 4, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port': {'id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '489d2d31-5fb2-4ccf-b69d-d49b14f38a22', 'name': '', 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'mac_address': 'fa:16:3e:2c:c9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:02Z', 'revision_number': 2, 'project_id': '71b584578daa47dca4d8107679ec3180', 'subnets': [{'id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:08.137546 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Checking router: 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:08.138110 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Updating router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:08.228841 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.396067 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6bdd7f40-2ab1-4a0c-a727-a323acfd04a3 req-d8814a85-ab1a-4d3f-a891-3af552a2703b service neutron] 10.222.0.24 "GET /v2.0/networks/5f3cd604-ea8c-4704-828d-17a7b457afee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681247 May 18 10:01:08.426285 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.695s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:08.427139 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.439303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.778s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:08.439303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:08.558692 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.570858 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-9383913f-17aa-4336-907d-7f7afcf992b5 req-cf583b23-c59f-452b-978d-fcc2a9569215 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:08.645275 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:08.679561 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 9e376dd6-29e9-4241-b4d2-d657c89d8d4e up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:08.730597 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-9383913f-17aa-4336-907d-7f7afcf992b5 req-cf583b23-c59f-452b-978d-fcc2a9569215 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:08.741682 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9383913f-17aa-4336-907d-7f7afcf992b5 req-cf583b23-c59f-452b-978d-fcc2a9569215 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848544 May 18 10:01:08.748312 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd707713-5517-4774-8b12-ad378d84e7e0,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:08.761458 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.765341 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd707713-5517-4774-8b12-ad378d84e7e0 HTTP/1.1" status: 204 len: 168 time: 3.9441667 May 18 10:01:08.934338 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:08.936195 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.960456 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'tag': 'edb470be-ef67-4a06-8535-e76df84cf14d', 'status': 'completed', 'code': 200} May 18 10:01:09.192109 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.227718 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Transition to ACTIVE for port object 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:09.248133 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.278524 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:09.290262 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-b808448a-ea38-4c56-85df-51dbab80c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:09.300361 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-b808448a-ea38-4c56-85df-51dbab80c1cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a06093d8b99f40cfb28c475db2475143&device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 1097 time: 0.2114329 May 18 10:01:09.373658 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:09.374866 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.693508 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-df0b6d53-af50-4681-9e94-0b7dd7435990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:09.696208 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-df0b6d53-af50-4681-9e94-0b7dd7435990 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f3cd604-ea8c-4704-828d-17a7b457afee HTTP/1.1" status: 200 len: 912 time: 0.3417711 May 18 10:01:09.702475 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e9411-04c1-42d0-a726-fcf3a6667eef None None] Pushing event updated for resources: {'Port': ['ID=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:09.710312 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-669e9411-04c1-42d0-a726-fcf3a6667eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:09.823063 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df982cf-4ffe-410f-9cb7-0bbb77860668 req-0adf42fd-bea2-469b-a124-3ba033a21638 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:09.824587 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8df982cf-4ffe-410f-9cb7-0bbb77860668 req-0adf42fd-bea2-469b-a124-3ba033a21638 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 944 time: 0.4523320 May 18 10:01:09.898475 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-5ab56cda-0904-4b93-bc13-b5353e5d8fd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edb470be-ef67-4a06-8535-e76df84cf14d HTTP/1.1" status: 200 len: 217 time: 0.1796703 May 18 10:01:09.953130 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Attempting to bind port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:09.956986 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Attempting to bind port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:09.962548 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Attempting to bind port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 on network 9ade178d-5614-445c-9540-443e21af9e0c {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:09.975439 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:09.976098 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Checking segment: {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:09.976651 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.978891 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Bound using segment: {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:09.979737 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Bound port: 489d2d31-5fb2-4ccf-b69d-d49b14f38a22, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:09.980464 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.087154 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-dbaddec7-1a75-486a-acad-e0eb26be098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:10.088953 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-dbaddec7-1a75-486a-acad-e0eb26be098d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1fbc398-e23d-4f66-a3c7-c5727156217f HTTP/1.1" status: 200 len: 851 time: 0.1797998 May 18 10:01:10.139725 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8df982cf-4ffe-410f-9cb7-0bbb77860668 req-ab6f33a7-906e-42b4-9cfd-5dd34a7da9e7 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124209 May 18 10:01:10.166931 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9907e9-fbe1-45f2-928d-281f7a5a2bba {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:10.202609 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.227270 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-cfd44946-695e-4a3c-8b07-eed34d3fa6b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f3cd604-ea8c-4704-828d-17a7b457afee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272447 May 18 10:01:10.244420 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] For port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:10.250200 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] For port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:10.258069 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.273998 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:10.308409 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Transition to ACTIVE for port object 8b9907e9-fbe1-45f2-928d-281f7a5a2bba will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:10.423140 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.478485 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:10.507966 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Routers {'9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:10.508575 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:00:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:10.638592 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e9411-04c1-42d0-a726-fcf3a6667eef None None] Pushing event updated for resources: {'Port': ['ID=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,revision_number=4']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:10.643631 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-669e9411-04c1-42d0-a726-fcf3a6667eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:10.645824 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.663119 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-856ab7ec-1b94-4317-95df-c42a1c54da50 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:10.663944 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-856ab7ec-1b94-4317-95df-c42a1c54da50 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Synchronizing usage tracker for tenant:71b584578daa47dca4d8107679ec3180 on resource:network {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:10.717258 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-36572030-5164-49ce-bd6c-949fc20b7470 service neutron] 10.222.0.24 "GET /v2.0/networks/5f3cd604-ea8c-4704-828d-17a7b457afee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377923 May 18 10:01:10.838077 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] Set router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:10.906565 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:10.909756 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:10.909882 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-b8999bf3-43d4-46a4-b7d3-d8bea26bc71b req-ecfdbb12-ffb5-4f72-accc-b72048a97e08 service neutron] 10.222.0.24 "GET /v2.0/networks/5f3cd604-ea8c-4704-828d-17a7b457afee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733482 May 18 10:01:10.924476 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.937615 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.950270 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4ff2ee14-d806-47c7-8650-681ac956bb8c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:11.098331 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-856ab7ec-1b94-4317-95df-c42a1c54da50 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Unset dirty status for tenant:71b584578daa47dca4d8107679ec3180 on resource:network {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:11.099482 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-856ab7ec-1b94-4317-95df-c42a1c54da50 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 819 time: 0.8991280 May 18 10:01:11.176964 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Attempting to bind port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:11.177327 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Attempting to bind port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:11.177820 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Attempting to bind port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:11.184272 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Pushing event updated for resources: {'Port': ['ID=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:11.187688 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:11.204117 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-d3c9e34d-028c-4c0b-adf7-dff458790ccf tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/quotas/71b584578daa47dca4d8107679ec3180 HTTP/1.1" status: 200 len: 375 time: 0.0930042 May 18 10:01:11.204686 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba on network 4749cd44-700a-466e-98fd-aef78c9e4f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:11.205009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Attempting to bind port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:11.220974 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:11.221316 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Checking segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:11.222057 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Bound using segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:11.222451 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Bound port: 8b9907e9-fbe1-45f2-928d-281f7a5a2bba, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:11.222848 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.225173 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57486) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:11.282819 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:02Z', 'revision_number': 4, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port': {'id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '489d2d31-5fb2-4ccf-b69d-d49b14f38a22', 'name': '', 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'mac_address': 'fa:16:3e:2c:c9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:10Z', 'revision_number': 4, 'project_id': '71b584578daa47dca4d8107679ec3180', 'subnets': [{'id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:11.287258 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464e646-eaa2-45c6-bc9b-5c923fe8b716 None None] The sync data for ids ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'] in dv-cinder-772623-5-smb is: [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:02Z', 'revision_number': 4, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port': {'id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '489d2d31-5fb2-4ccf-b69d-d49b14f38a22', 'name': '', 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'mac_address': 'fa:16:3e:2c:c9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:10Z', 'revision_number': 4, 'project_id': '71b584578daa47dca4d8107679ec3180', 'subnets': [{'id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:11.405643 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:11.412700 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398906d-ba4d-43c2-975e-11b8c0254af8 req-68870072-7446-4fea-b979-2ca3debc8762 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:11.414609 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d398906d-ba4d-43c2-975e-11b8c0254af8 req-68870072-7446-4fea-b979-2ca3debc8762 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 944 time: 0.8181272 May 18 10:01:11.428629 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102708111-network', 'tenant_id': '91dc510e4cbf48df87eb4d8a0a9ed351'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:11.432172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:11.434153 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:11.438485 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Usage tracker for resource:network and tenant:91dc510e4cbf48df87eb4d8a0a9ed351 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:11.441353 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:11.458328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:11.471164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Made reservation on behalf of 91dc510e4cbf48df87eb4d8a0a9ed351 for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:11.473903 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.496475 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.516877 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:11.521531 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:91dc510e4cbf48df87eb4d8a0a9ed351 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:11.526221 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:11.536960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:11.604306 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-27606d65-1671-439f-a8e3-6713c5529957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.699170 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] For port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:11.702517 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.708271 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.731651 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-938a3117-a2c2-42ad-9310-4e23a7e288ef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5161152 May 18 10:01:11.748128 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d398906d-ba4d-43c2-975e-11b8c0254af8 req-ccf27535-6d4c-4676-9304-99b43a634353 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025069 May 18 10:01:11.752525 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] For port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:11.770507 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.777847 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-9169c523-a705-49a4-a25a-e164981ebb02 None None] Provisioning complete for port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:11.778550 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-9169c523-a705-49a4-a25a-e164981ebb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.780458 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:01:11.809482 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.809982 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Added segment 98697819-d782-44c2-a5eb-ef81eba03e08 of type vlan for network 6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d May 18 10:01:11.839547 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:11.886033 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.902759 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1608227d-5c03-41d3-bb88-de16b0e5b8f9,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:11.921269 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:11.964988 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-9169c523-a705-49a4-a25a-e164981ebb02 None None] Port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:11.971727 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.973993 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:11.974997 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.989390 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1e27d718-0d67-42f3-bb17-4cf4326aeabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:12.006491 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:12.188424 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:12.191763 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:12.193567 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9671886 May 18 10:01:12.198714 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:12.199059 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57522) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:12.199901 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.200636 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:01:12.201953 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b9907e9-fbe1-45f2-928d-281f7a5a2bba HTTP/1.1" status: 200 len: 1094 time: 4.6600881 May 18 10:01:12.215018 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'tag': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:12.216216 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Request body: {'subnet': {'network_id': '6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102708111-subnet', 'tenant_id': '91dc510e4cbf48df87eb4d8a0a9ed351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:12.237833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:12.243393 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Usage tracker for resource:subnet and tenant:91dc510e4cbf48df87eb4d8a0a9ed351 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:12.248318 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:12.268435 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:12.292134 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-30a9c63a-ea78-436b-b45f-482d79aeb9be service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91248) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:01:12.293489 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-30a9c63a-ea78-436b-b45f-482d79aeb9be service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2254906 May 18 10:01:12.297140 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Made reservation on behalf of 91dc510e4cbf48df87eb4d8a0a9ed351 for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:12.306084 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.443156 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:12.452248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:12.567432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:12.725769 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-514bcf55-9954-43d2-8396-a70ee5d302bc service neutron] 10.222.0.36 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683889 May 18 10:01:12.778628 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:12.897846 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:12.903452 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:12.903958 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.008891 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.086340 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.102970 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d086-4554-4b0c-9e5b-b8da6f540b1a req-f7b02798-f296-4b58-baba-e08d43f1e5f8 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:13.112096 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0259d086-4554-4b0c-9e5b-b8da6f540b1a req-f7b02798-f296-4b58-baba-e08d43f1e5f8 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 944 time: 1.0448022 May 18 10:01:13.117174 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-20ea5e30-cae0-4fdf-805e-a51f070a80b5 service neutron] 10.222.0.36 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903105 May 18 10:01:13.152545 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-1c00e521-04fb-41eb-8951-e1ec19b2972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:13.153050 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.154289 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-1c00e521-04fb-41eb-8951-e1ec19b2972e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 1097 time: 0.8755584 May 18 10:01:13.158234 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:13.158472 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:13.170493 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.173380 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:13.221736 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a8585d-395d-471c-ac32-9e666aea428e,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:13.230433 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:13.263428 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0259d086-4554-4b0c-9e5b-b8da6f540b1a req-8875f8f5-5b36-4f62-8703-ffee80dda6bc tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505535 May 18 10:01:13.267438 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Checking segment: {'id': '98697819-d782-44c2-a5eb-ef81eba03e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:13.268007 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Network hostable DHCP agents. Network: 6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:01:13.291159 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Network 6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:01:13.303096 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:13.307447 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:13.314566 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:13.325373 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6345ea48-d631-4574-8fdb-5db6049d7991 None None] Network 6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:01:13.329248 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:13.330290 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.370019 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1620350 May 18 10:01:13.494933 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-2025dac0-e7d7-4889-b005-bfd5eec8fb14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba HTTP/1.1" status: 200 len: 217 time: 0.2353110 May 18 10:01:13.580219 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:13.597181 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] 10.222.0.36 "PUT /v2.0/routers/4d7bf547-27cd-4a2d-8328-9557b5e8b9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3639834 May 18 10:01:13.615386 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Sync routers for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:13.618961 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b3e95-eb81-40f3-a3ce-f84f0c08912f req-71c11137-3d10-45ac-8a6c-f22725a91e1c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:13.620397 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ff9b3e95-eb81-40f3-a3ce-f84f0c08912f req-71c11137-3d10-45ac-8a6c-f22725a91e1c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 944 time: 0.1718712 May 18 10:01:13.621854 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-3da312e0-cce0-4eeb-a7d8-0f8d994f5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:13.623173 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-3da312e0-cce0-4eeb-a7d8-0f8d994f5369 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.1192169 May 18 10:01:13.633252 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:13.633962 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:00:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:13.711467 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-9f8a814f-73a2-4953-9901-889966a9e379 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537429 May 18 10:01:13.714644 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ff9b3e95-eb81-40f3-a3ce-f84f0c08912f req-05fa21fc-183e-4aee-b8c8-ce68f0793598 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872643 May 18 10:01:13.757358 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befda838-6b9d-458c-964a-a1ffdbac0d0f None None] Network 6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:01:13.868882 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'tag': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'status': 'completed', 'code': 200} May 18 10:01:13.982333 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b9fe51c-b323-42ba-9bdc-62395ebea6b0 req-1081308b-257c-4ba8-ab9a-a95da5905b76 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 210 time: 0.1173429 May 18 10:01:14.049457 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-b8ac59f0-1eb2-4e90-9e70-22278d94a540 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306153 May 18 10:01:14.361093 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f1a9577b-9c7c-45e3-9de3-f09400cd3a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.388477 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00f3b5dd-7545-4e03-850b-6ff41338a8cc req-46edd71d-86f0-42b7-8a92-5cd01e588f09 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318858 May 18 10:01:14.435805 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.513315 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:14.643193 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:01:14.824956 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57624) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:14.832174 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145211635-network', 'tenant_id': '268a5752b0b140e0b1b3a5ea9ab37649'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:14.840517 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:14.845674 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b311c75-a101-4abb-89f2-94e215a86bc9 req-66c8620a-04d8-4a55-88ae-4d912c14e6aa tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:14.857319 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b311c75-a101-4abb-89f2-94e215a86bc9 req-66c8620a-04d8-4a55-88ae-4d912c14e6aa tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 944 time: 0.4014003 May 18 10:01:14.871289 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Usage tracker for resource:network and tenant:268a5752b0b140e0b1b3a5ea9ab37649 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:14.876160 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-727d8a66-d536-4828-b22a-76d5753bb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:14.877882 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-727d8a66-d536-4828-b22a-76d5753bb67d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 1097 time: 0.3406727 May 18 10:01:14.881626 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:14.902103 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:14.928941 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Made reservation on behalf of 268a5752b0b140e0b1b3a5ea9ab37649 for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:14.931960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.976517 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.018987 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:15.032465 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Usage tracker for resource:security_group_rule and tenant:268a5752b0b140e0b1b3a5ea9ab37649 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:15.039829 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:15.052107 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:15.058443 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57628) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:15.076095 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913315182', 'description': 'tempest-description--1560753511'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:15.079193 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:15.086425 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:15.098254 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:15.106514 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:15.115891 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:15.131915 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:09Z', 'revision_number': 2, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:15.138236 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b311c75-a101-4abb-89f2-94e215a86bc9 req-f93acbbd-30ba-4cce-8041-e879d73b52b1 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799962 May 18 10:01:15.151159 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Checking router: 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:15.151539 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Updating router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:15.169041 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.197489 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:15.206255 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group_rule and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:15.210143 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:15.230360 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:15.310007 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.323168 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.364080 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.374055 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.380621 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:15.390019 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-3a2f42a4-2f0c-4f5e-b48a-513898fe907b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:15.397252 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-3a2f42a4-2f0c-4f5e-b48a-513898fe907b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 819 time: 0.1995249 May 18 10:01:15.399517 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-854c3b42-a75f-4359-bdad-43ceb646c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:15.400885 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-854c3b42-a75f-4359-bdad-43ceb646c548 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 916 time: 0.4765031 May 18 10:01:15.440712 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:15.442028 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.455528 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:01:15.509286 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.509994 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Added segment 5b38c585-d335-4643-b521-7796502bbc21 of type vlan for network f584f651-3ee6-4f2c-9138-a2156e57f86f May 18 10:01:15.538730 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device edb470be-ef67-4a06-8535-e76df84cf14d details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:15.557061 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.560935 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-4631b8bd-8643-41cf-9f76-0f40bbdcd2f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba HTTP/1.1" status: 200 len: 217 time: 0.1126640 May 18 10:01:15.574962 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-a20622de-892f-4b65-9b09-abaf2a2646b9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/quotas/71b584578daa47dca4d8107679ec3180 HTTP/1.1" status: 200 len: 375 time: 0.1767821 May 18 10:01:15.630443 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.648462 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:15.649524 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.655475 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5318b7cb-53ce-40c1-a220-336606e6b721,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:15.678366 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:15.684221 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.685846 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f2d8eed5-b63f-4fb1-96a2-16a5e5d2b1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:15.798914 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-ac75f631-e300-4ba6-9386-a50aeec5523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:15.800391 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-ac75f631-e300-4ba6-9386-a50aeec5523d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.2234895 May 18 10:01:15.872418 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Pushing event updated for resources: {'Network': ['ID=f584f651-3ee6-4f2c-9138-a2156e57f86f,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:15.881773 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:15.894786 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network f584f651-3ee6-4f2c-9138-a2156e57f86f details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:01:15.895712 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.934594 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-23b243bd-97ca-42a8-88ce-ea2d18667af9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248131 May 18 10:01:15.973141 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-73794d92-05e2-4526-9e25-077396756ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:16.014775 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354c3e1-5fc9-4bc6-acaa-3419615c08ea req-51de90d0-9784-418b-a10f-e973c856c372 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:16.017036 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5354c3e1-5fc9-4bc6-acaa-3419615c08ea req-51de90d0-9784-418b-a10f-e973c856c372 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 944 time: 0.6145439 May 18 10:01:16.031049 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f881f-eac7-41d1-95dd-6b8b282c1431,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:16.033972 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:16.084369 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2524257 May 18 10:01:16.084369 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.084369 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0219095 May 18 10:01:16.084662 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57668) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:16.085000 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57670) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:16.086940 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-976d30f3-ad00-4987-be3a-c4411713a890 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5110309 May 18 10:01:16.095753 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'security_group_rule': {'security_group_id': 'b41f881f-eac7-41d1-95dd-6b8b282c1431', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:16.112969 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Request body: {'subnet': {'network_id': 'f584f651-3ee6-4f2c-9138-a2156e57f86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145211635-subnet', 'tenant_id': '268a5752b0b140e0b1b3a5ea9ab37649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:16.119046 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:16.123477 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Usage tracker for resource:subnet and tenant:268a5752b0b140e0b1b3a5ea9ab37649 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:16.140240 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:16.155370 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:16.185009 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Made reservation on behalf of 268a5752b0b140e0b1b3a5ea9ab37649 for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:16.193898 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.223159 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:16.257376 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group_rule and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:16.268343 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-ed670748-f230-4d6e-b094-0581edf754b2 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:16.269882 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-ed670748-f230-4d6e-b094-0581edf754b2 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 819 time: 0.6803789 May 18 10:01:16.270762 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:16.332130 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Request body: {'port': {'device_id': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'admin_state_up': True, 'tenant_id': '71b584578daa47dca4d8107679ec3180'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:16.342266 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port edb470be-ef67-4a06-8535-e76df84cf14d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=edb470be-ef67-4a06-8535-e76df84cf14d,segment=NetworkSegment(cf4ff7b6-f048-4579-b0be-c054a07469b2),segment_id=cf4ff7b6-f048-4579-b0be-c054a07469b2)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:16.346657 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:16.364787 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'edb470be-ef67-4a06-8535-e76df84cf14d', 'network_id': '5f3cd604-ea8c-4704-828d-17a7b457afee', 'port_id': 'edb470be-ef67-4a06-8535-e76df84cf14d', 'mac_address': 'fa:16:3e:d8:35:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fbc398-e23d-4f66-a3c7-c5727156217f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:16.382016 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5354c3e1-5fc9-4bc6-acaa-3419615c08ea req-36809593-1195-40c3-ba08-f1f5d294008a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319523 May 18 10:01:16.443560 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.471005 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-19657fe3-0912-480d-8e10-c58980ec09db service neutron] 10.222.0.36 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716133 May 18 10:01:16.473227 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-ad86b550-33f1-4470-8a5c-16332692ab7f service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216818 May 18 10:01:16.481892 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.510332 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb470be-ef67-4a06-8535-e76df84cf14d {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:16.540152 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port edb470be-ef67-4a06-8535-e76df84cf14d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=edb470be-ef67-4a06-8535-e76df84cf14d,segment=NetworkSegment(cf4ff7b6-f048-4579-b0be-c054a07469b2),segment_id=cf4ff7b6-f048-4579-b0be-c054a07469b2)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:16.548579 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.565716 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-28b50e8a-e23a-42af-9b43-171dc694da13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:16.696312 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:16.699998 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Usage tracker for resource:port and tenant:71b584578daa47dca4d8107679ec3180 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:16.702806 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:16.709117 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:16.716022 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=edb470be-ef67-4a06-8535-e76df84cf14d,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:16.730755 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.733072 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Made reservation on behalf of 71b584578daa47dca4d8107679ec3180 for: {'port': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:16.737747 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.742547 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:16.752290 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.754753 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Transition to ACTIVE for port object 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:16.769246 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.769750 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.780283 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:16.787910 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:16.807173 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a56f8db7-5c92-4d19-a499-f204b7e3fdd7 req-cfd81fee-6334-4a93-ade2-9fc27889d8d0 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094554 May 18 10:01:16.876173 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-38118263-2fb1-45c4-813f-cf3a47897cbe service neutron] 10.222.0.36 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989000 May 18 10:01:16.899787 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ada9b2e-5e2b-4e1e-abd9-d8d09ff27c50,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:16.903041 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['edb470be-ef67-4a06-8535-e76df84cf14d'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:16.913106 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:16.914386 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202da633-d8bd-41f8-8d14-8efd402c7694 req-2dad4f06-8a8f-4313-b9b7-c141768ced18 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:16.926010 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-202da633-d8bd-41f8-8d14-8efd402c7694 req-2dad4f06-8a8f-4313-b9b7-c141768ced18 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 945 time: 0.3046677 May 18 10:01:16.941905 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.943780 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8578720 May 18 10:01:16.962880 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57690) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:16.977389 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'security_group_rule': {'security_group_id': 'b41f881f-eac7-41d1-95dd-6b8b282c1431', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:16.989898 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:17.022487 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group_rule and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:17.045282 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-202da633-d8bd-41f8-8d14-8efd402c7694 req-b43ece10-eab1-4b40-9fb5-399b21714ab2 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182327 May 18 10:01:17.079730 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581489b-73b2-4eaf-9adf-4fe56fdab3a5 None None] Pushing event updated for resources: {'Port': ['ID=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:17.090793 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:17.090953 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-9581489b-73b2-4eaf-9adf-4fe56fdab3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:17.101081 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:17.232574 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.362003 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-80e09461-aaa4-4f4b-80a4-101a077237bb req-5c21df33-5b89-46ea-a053-5947f44d1a60 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 210 time: 0.1128943 May 18 10:01:17.369195 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.379176 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Allocated IP 172.20.0.2 (9ade178d-5614-445c-9540-443e21af9e0c/fdfc7ac9-a064-4ace-a510-f49b3a412bb3/f2989790-bd65-4b9b-bc65-f6b901700c93) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:17.484091 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Attempting to bind port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:17.484462 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Attempting to bind port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:17.486141 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Attempting to bind port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:17.532632 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 8b9907e9-fbe1-45f2-928d-281f7a5a2bba details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:17.587237 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:17.587646 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Checking segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:17.588668 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.589190 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Bound using segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:17.589801 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Bound port: 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:17.590669 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.625593 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.644867 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.667454 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-42742d56-012e-4557-9a0a-a032810d6a7e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:17.727657 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4253dc0e-cb84-4f82-a1f6-b602265edccd,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:17.738775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:17.754610 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.756143 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7918394 May 18 10:01:17.759650 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57730) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:17.795163 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'floatingip': {'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:17.809079 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:17.833075 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8df9b-59dc-49fe-8157-6a070241e144 req-73c81397-4438-4028-957c-0c990eed636d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:17.836912 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-38f8df9b-59dc-49fe-8157-6a070241e144 req-73c81397-4438-4028-957c-0c990eed636d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 944 time: 0.3055468 May 18 10:01:17.849188 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:floatingip and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:17.855985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:17.882697 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:17.915174 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:17.918347 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'port_id': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'mac_address': 'fa:16:3e:91:65:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bb9824-8757-4862-abc6-a291639b18c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:17.920779 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] For port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:17.947910 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.008528 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] For port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:18.023485 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.051911 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:18.086353 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-38f8df9b-59dc-49fe-8157-6a070241e144 req-385bc56b-7380-47c2-aa90-072d1fc87e74 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326772 May 18 10:01:18.241189 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.286036 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9907e9-fbe1-45f2-928d-281f7a5a2bba {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:18.292501 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:18.293613 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:01:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:18.321023 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.333869 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.350880 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.357067 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:18.518573 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55e9ad7-59aa-43ff-9152-bcee7eccbca0,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:18.521958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:18.543814 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581489b-73b2-4eaf-9adf-4fe56fdab3a5 None None] Pushing event updated for resources: {'Port': ['ID=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:18.570999 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-9581489b-73b2-4eaf-9adf-4fe56fdab3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:18.573955 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Checking segment: {'id': '5b38c585-d335-4643-b521-7796502bbc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f584f651-3ee6-4f2c-9138-a2156e57f86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:18.574294 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Network hostable DHCP agents. Network: f584f651-3ee6-4f2c-9138-a2156e57f86f, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:01:18.585690 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:18.598717 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Network f584f651-3ee6-4f2c-9138-a2156e57f86f is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:01:18.604722 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.608764 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.612782 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Allocated IP 172.28.3.120 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/2d0f5d5f-c999-4e3a-aabc-796ff90641b8) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:18.620413 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-090fc8f8-6af7-482e-adf4-cca555b9c9af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:18.629294 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-42b35bd1-3920-45e7-99cb-44e9ef12e77d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:18.710441 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, f584f651-3ee6-4f2c-9138-a2156e57f86f) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:18.714368 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Pushing event updated for resources: {'Port': ['ID=f2989790-bd65-4b9b-bc65-f6b901700c93,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:18.740737 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:18.745679 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:18.746268 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.763244 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Network 9ade178d-5614-445c-9540-443e21af9e0c is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:18.764901 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:18.768792 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:18.774476 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:18.775053 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.799486 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22bd54c-00b0-4091-a60f-24066f40aa1f None None] Network f584f651-3ee6-4f2c-9138-a2156e57f86f requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:01:18.817133 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1a38c679-1bf8-4027-a0db-e6b3c5c109f4 req-3750a1ce-a896-4817-b7cb-16195f735b2e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 210 time: 0.0820191 May 18 10:01:18.823156 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7355011 May 18 10:01:18.826274 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5043991 May 18 10:01:18.839598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Request body: {'port': {'device_id': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:19.081526 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57768) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:19.095522 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6516d-fa7a-4df7-8876-973641a4ebc0 req-be6684ca-f5e5-44bc-818f-5693a67a97ea tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:19.097697 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9fa6516d-fa7a-4df7-8876-973641a4ebc0 req-be6684ca-f5e5-44bc-818f-5693a67a97ea tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 945 time: 0.4252608 May 18 10:01:19.129854 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.204978 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:19.310854 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6429a1ec-d355-4f09-9474-f1e81f774c8d None None] Network f584f651-3ee6-4f2c-9138-a2156e57f86f requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:01:19.379304 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Deleting subnet 17a8585d-395d-471c-ac32-9e666aea428e {{(pid=91248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:01:19.411146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:19.431098 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.474361 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:19.494706 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:19.506081 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-0c33abe6-f9a4-4f96-b10a-b1f9ef35e539 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:19.508264 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-0c33abe6-f9a4-4f96-b10a-b1f9ef35e539 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 819 time: 0.5612838 May 18 10:01:19.578296 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device edb470be-ef67-4a06-8535-e76df84cf14d up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:19.654142 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2989790-bd65-4b9b-bc65-f6b901700c93 {{(pid=91249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:19.667360 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.667476 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Request body: {'port': {'device_id': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'admin_state_up': True, 'tenant_id': '71b584578daa47dca4d8107679ec3180'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:19.701642 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Transition to ACTIVE for port object f2989790-bd65-4b9b-bc65-f6b901700c93 will not be triggered until provisioned by entity L2. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:19.709835 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.715801 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.729773 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-824dd65c-b951-4eb8-afa8-367698b56a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:19.744589 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9fa6516d-fa7a-4df7-8876-973641a4ebc0 req-2c56dd23-f20f-43a9-813d-6b5dd2445eea tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631504 May 18 10:01:19.847662 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.856383 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Pushing event updated for resources: {'Port': ['ID=f2989790-bd65-4b9b-bc65-f6b901700c93,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:19.912385 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:19.942459 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.993688 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Attempting to bind port f2989790-bd65-4b9b-bc65-f6b901700c93 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:19.994027 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Attempting to bind port f2989790-bd65-4b9b-bc65-f6b901700c93 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:19.994343 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Attempting to bind port f2989790-bd65-4b9b-bc65-f6b901700c93 on network 9ade178d-5614-445c-9540-443e21af9e0c {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:20.000024 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Port f2989790-bd65-4b9b-bc65-f6b901700c93 on network 9ade178d-5614-445c-9540-443e21af9e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:20.001861 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Attempting to bind port f2989790-bd65-4b9b-bc65-f6b901700c93 on network 9ade178d-5614-445c-9540-443e21af9e0c {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:20.006367 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:20.006932 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Checking segment: {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:20.007495 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Bound using segment: {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:20.007913 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Bound port: f2989790-bd65-4b9b-bc65-f6b901700c93, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'}}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:20.008248 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.086684 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port edb470be-ef67-4a06-8535-e76df84cf14d completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:20.123918 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] For port f2989790-bd65-4b9b-bc65-f6b901700c93, host hv-cinder-77262, cleared binding levels {{(pid=91249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:20.129007 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] For port f2989790-bd65-4b9b-bc65-f6b901700c93, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2989790-bd65-4b9b-bc65-f6b901700c93,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:20.134191 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.140033 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:20.166320 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port edb470be-ef67-4a06-8535-e76df84cf14d triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:20.166517 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.170207 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.207151 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:20.208158 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.209929 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] 10.222.0.24 "PUT /v2.0/ports/f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 1093 time: 1.3747373 May 18 10:01:20.223328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'tag': 'f2989790-bd65-4b9b-bc65-f6b901700c93'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:20.245781 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f7f9063b-c008-443f-8a6d-afa3cebfaafb req-623c7041-5151-486f-a88c-b744e20952b0 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 210 time: 0.1248500 May 18 10:01:20.249270 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:20.308211 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:20.308664 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'tag': 'f2989790-bd65-4b9b-bc65-f6b901700c93', 'status': 'completed', 'code': 200} May 18 10:01:20.336090 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Usage tracker for resource:port and tenant:71b584578daa47dca4d8107679ec3180 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:20.338126 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Pushing event updated for resources: {'Port': ['ID=f2989790-bd65-4b9b-bc65-f6b901700c93,revision_number=3']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:20.352050 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:20.352423 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:20.360578 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:20.369804 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8c7cf-82fa-46ec-9218-8a7f800fd684 req-667e55c4-d69a-4559-9911-8537f8809e32 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:20.377449 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c3c8c7cf-82fa-46ec-9218-8a7f800fd684 req-667e55c4-d69a-4559-9911-8537f8809e32 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 945 time: 0.9914093 May 18 10:01:20.377929 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-1f514446-8710-4fb6-b3a6-0169e24184a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:20.379717 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-1f514446-8710-4fb6-b3a6-0169e24184a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1096 time: 0.1249945 May 18 10:01:20.387502 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:20.402909 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:20.403565 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.409496 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:20.428552 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:17Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:20.437784 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb470be-ef67-4a06-8535-e76df84cf14d'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:20.443976 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'Port': ['ID=2d0f5d5f-c999-4e3a-aabc-796ff90641b8,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:20.458884 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:20.477579 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-5bf16cee-cc02-4ec0-8bc3-0915943f6588 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 217 time: 0.0890934 May 18 10:01:20.500690 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1ba79-f3e9-4365-b683-7b01ac580041 None None] The sync data for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb is: [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:17Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:20.506629 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port edb470be-ef67-4a06-8535-e76df84cf14d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=edb470be-ef67-4a06-8535-e76df84cf14d,segment=NetworkSegment(cf4ff7b6-f048-4579-b0be-c054a07469b2),segment_id=cf4ff7b6-f048-4579-b0be-c054a07469b2)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:20.511659 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.513860 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:20.523374 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Made reservation on behalf of 71b584578daa47dca4d8107679ec3180 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:20.526963 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.615278 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c3c8c7cf-82fa-46ec-9218-8a7f800fd684 req-e2273922-fd0a-4259-a200-a5a2f1cde41f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367947 May 18 10:01:20.622370 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-71f63f57-bf79-4ce5-b8f9-85d12b9f8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:20.625279 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-71f63f57-bf79-4ce5-b8f9-85d12b9f8d20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.1415319 May 18 10:01:20.626199 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=edb470be-ef67-4a06-8535-e76df84cf14d,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:20.638524 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:20.693945 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.718684 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-331243f6-07ea-4d0a-a414-1618652d1802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846734 May 18 10:01:20.879913 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:20.961719 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.058060 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Allocated IP 172.20.0.5 (9ade178d-5614-445c-9540-443e21af9e0c/fdfc7ac9-a064-4ace-a510-f49b3a412bb3/14800792-b843-4949-bb5d-6d0d1a31e131) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:21.065478 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:21.086619 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:21.086995 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.144876 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.199729 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:21.215037 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-6df41998-1645-4b36-84dc-31a421d5ce67 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886768 May 18 10:01:21.299840 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a8585d-395d-471c-ac32-9e666aea428e,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:21.341003 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.361720 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/17a8585d-395d-471c-ac32-9e666aea428e HTTP/1.1" status: 204 len: 168 time: 2.2628055 May 18 10:01:21.382975 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 57852) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:21.383153 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb470be-ef67-4a06-8535-e76df84cf14d', 'code': 200} May 18 10:01:21.446496 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.509644 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:21.522535 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.525888 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:21.596780 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 8b9907e9-fbe1-45f2-928d-281f7a5a2bba up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:21.604264 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-beddc168-f40f-4235-ab86-a96e2a8df4b9 req-30a6e5d6-04f6-4812-aa15-c8f2d6474f9f service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820708 May 18 10:01:21.710993 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.24', 62254) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:21.831816 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:21.846092 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:21.862596 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:21.864416 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:21.869542 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:21.869873 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.946576 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-deb2d66f-b6f7-417f-9397-f3ac2c568d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:21.949168 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-deb2d66f-b6f7-417f-9397-f3ac2c568d24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1096 time: 0.2903893 May 18 10:01:22.044380 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.092036 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1a12d3d8-5076-4071-8e71-857ec7571ffe req-6a5abfa2-0a61-4695-8056-40f93f82600c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Synchronizing usage tracker for tenant:71b584578daa47dca4d8107679ec3180 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:22.151561 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c346e3b-458e-414d-a55f-5f6d172f03ac req-ea8c3815-8fdb-4455-b683-d61c438f29ee tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:22.153183 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3c346e3b-458e-414d-a55f-5f6d172f03ac req-ea8c3815-8fdb-4455-b683-d61c438f29ee tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 946 time: 1.0830007 May 18 10:01:22.162823 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:22.179866 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.184570 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:22.187066 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-e1b6d285-ad33-4586-a604-1167745cabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:22.189080 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-e1b6d285-ad33-4586-a604-1167745cabcf service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.2321303 May 18 10:01:22.275550 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.279941 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-9827f4d5-7961-4d55-84ba-b00dfc0c2ea9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 217 time: 0.0817089 May 18 10:01:22.280131 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:22.291307 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:22.307835 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1a12d3d8-5076-4071-8e71-857ec7571ffe req-6a5abfa2-0a61-4695-8056-40f93f82600c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Unset dirty status for tenant:71b584578daa47dca4d8107679ec3180 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:22.308958 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1a12d3d8-5076-4071-8e71-857ec7571ffe req-6a5abfa2-0a61-4695-8056-40f93f82600c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 210 time: 0.5441532 May 18 10:01:22.351820 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-2f30b400-5297-4f89-9448-3aa18cb0a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:22.353361 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-2f30b400-5297-4f89-9448-3aa18cb0a33b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.0653131 May 18 10:01:22.370118 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3c346e3b-458e-414d-a55f-5f6d172f03ac req-06f933e2-5357-4020-8d9e-df7bf7ea697d tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997731 May 18 10:01:22.411459 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-3933dd44-4556-4dd4-b2f5-1208bfa5e712 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507035 May 18 10:01:22.419358 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.423435 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.469227 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-cd48285e-118f-42de-88e8-3fb8d69425a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:22.470761 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-cd48285e-118f-42de-88e8-3fb8d69425a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 1099 time: 0.7047246 May 18 10:01:22.471386 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.530318 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:22.553932 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-6eaabc4a-a977-4e9b-933a-d87e910b20bb service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358633 May 18 10:01:22.609341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.630099 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.649789 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.650136 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.653341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.686950 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:22.710593 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-0e4df894-3a28-4077-8b5a-5e50b6cac81d req-ab9fd765-d8be-4f36-8f94-d82c59a0ebc4 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501274 May 18 10:01:22.769562 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:22.769936 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.801009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.801379 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.801739 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.802076 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:22.802438 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d']}} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:22.841232 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.889025 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'Port': ['ID=2d0f5d5f-c999-4e3a-aabc-796ff90641b8,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:22.893664 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:22.897323 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98697819-d782-44c2-a5eb-ef81eba03e08') {'for_net_delete': True} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:22.897638 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98697819-d782-44c2-a5eb-ef81eba03e08') {} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:22.904633 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.909450 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1445735 May 18 10:01:22.916610 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Usage tracker for resource:security_group_rule and tenant:fa49fa5af20e48869778cb6fac63ceaa is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:22.919715 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:22.923129 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:22.936017 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2405971'] for segment, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.943727 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:22.973347 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.997939 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.006220 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=91248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:01:23.006616 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27207955'] for segment, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: from cryptography.utils import int_from_bytes May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: from cryptography.utils import int_from_bytes May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: Traceback (most recent call last): May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: timer() May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: cb(*args, **kw) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: return func(*args, **kwargs) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: self._notify() May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: self.callback(batched_events) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: event.method(event) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: return f(self, *a, **k) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: return self._get(url).json() May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: return self.request(url, 'GET', **kwargs) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:01:23.024331 dv-cinder-772623-5-smb neutron-server[91248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:01:23.065530 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835943df-d4a2-483a-85f6-4f4173e14875 req-ce160d34-26c3-460d-8f2c-336f9ead5602 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:23.072764 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-835943df-d4a2-483a-85f6-4f4173e14875 req-ce160d34-26c3-460d-8f2c-336f9ead5602 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 946 time: 0.6427372 May 18 10:01:23.127194 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ca49b3b5-0de5-4f3d-bfeb-bb7ccdccd8d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:23.258770 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57920) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:23.296456 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.332513 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-835943df-d4a2-483a-85f6-4f4173e14875 req-aa0b1aac-2b0e-4cb0-8843-6d22149338bf tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588453 May 18 10:01:23.341340 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Network 9ade178d-5614-445c-9540-443e21af9e0c is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:23.347182 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.367922 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57936) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:23.368438 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d HTTP/1.1" status: 204 len: 168 time: 1.9835944 May 18 10:01:23.369820 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:23.384389 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:23.396528 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:23.457646 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Pushing event updated for resources: {'Port': ['ID=14800792-b843-4949-bb5d-6d0d1a31e131,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:23.468296 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Deleting subnet d55e9ad7-59aa-43ff-9152-bcee7eccbca0 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:01:23.474754 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:23.486462 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:23.497639 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.529964 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.548629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0a0176-bb06-4c2e-9ad9-8f7f541d2c1d,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:23.555654 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-40763a07-352f-4718-98c7-a801788cb8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:23.558745 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:23.565374 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Usage tracker for resource:security_group_rule and tenant:3c1a8ab3a7eb4cc5a00f81c22ea771af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:23.566939 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-0cb80d7e-75b5-4211-83a1-484c5682c770 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Synchronizing usage tracker for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:23.569569 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:23.573550 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.581251 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:23.588262 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.607339 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:23.608094 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.671789 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0086253 May 18 10:01:23.674305 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.684373 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Request body: {'port': {'device_id': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:23.725985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.746456 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a63d63c8-8af4-48e4-be80-7012e176392e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:23.764972 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-0cb80d7e-75b5-4211-83a1-484c5682c770 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Unset dirty status for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:23.766613 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-0cb80d7e-75b5-4211-83a1-484c5682c770 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--913315182&fields=id&tenant_id=a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 267 time: 0.4998000 May 18 10:01:23.799468 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Synchronizing usage tracker for tenant:fa49fa5af20e48869778cb6fac63ceaa on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:23.819976 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1f7f1-6999-4add-89f9-a8f927f5c4e8 req-bf30be3d-afd4-4dc0-ba3e-198bc4e1470b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:23.821492 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-74d1f7f1-6999-4add-89f9-a8f927f5c4e8 req-bf30be3d-afd4-4dc0-ba3e-198bc4e1470b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 931 time: 0.3112411 May 18 10:01:23.857748 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa24347-e305-46be-91b1-c9acbb2b1ed9,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:23.873357 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.886973 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.895054 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:23.904177 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-52830554-6120-4e72-9dd5-07efe6cc3d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:23.953216 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Unset dirty status for tenant:fa49fa5af20e48869778cb6fac63ceaa on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:23.953216 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e54b292e-e677-41d6-8051-32fcb0cd741d req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4724360 May 18 10:01:23.954125 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18a4dc-d1a6-42de-bea6-24b250b6dbe7,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:23.961952 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c1a8ab3a7eb4cc5a00f81c22ea771af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996410 May 18 10:01:23.961952 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:23.963036 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57964) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:23.992526 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.003014 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:24.046483 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55e9ad7-59aa-43ff-9152-bcee7eccbca0,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:24.050973 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.053639 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:24.054417 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.068725 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-74d1f7f1-6999-4add-89f9-a8f927f5c4e8 req-81828e44-6355-4172-bc2d-1d18eaf50d6d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Synchronizing usage tracker for tenant:71b584578daa47dca4d8107679ec3180 on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:24.074928 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d55e9ad7-59aa-43ff-9152-bcee7eccbca0 HTTP/1.1" status: 204 len: 168 time: 0.7058239 May 18 10:01:24.077609 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.080655 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57968) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:24.165958 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-c0ac7271-e937-45ce-9dc4-8c8af03d9fcd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:24.166687 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-c0ac7271-e937-45ce-9dc4-8c8af03d9fcd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Synchronizing usage tracker for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:network {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:24.170924 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-74d1f7f1-6999-4add-89f9-a8f927f5c4e8 req-81828e44-6355-4172-bc2d-1d18eaf50d6d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Unset dirty status for tenant:71b584578daa47dca4d8107679ec3180 on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:24.172145 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-74d1f7f1-6999-4add-89f9-a8f927f5c4e8 req-81828e44-6355-4172-bc2d-1d18eaf50d6d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249958 May 18 10:01:24.185621 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.199943 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-c0ac7271-e937-45ce-9dc4-8c8af03d9fcd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Unset dirty status for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:network {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:24.206896 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-c0ac7271-e937-45ce-9dc4-8c8af03d9fcd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 817 time: 0.4087780 May 18 10:01:24.235650 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.239902 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'code': 200} May 18 10:01:24.277077 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-d3195a41-9cd3-45db-8701-58ee1c5e53c4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/quotas/a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 375 time: 0.0693052 May 18 10:01:24.370167 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.378384 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.385296 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eeed8402-1e88-4d35-b4b6-6e575fe69d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:24.399751 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18a4dc-d1a6-42de-bea6-24b250b6dbe7,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:24.403353 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:24.405061 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.405808 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.406145 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.406543 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.406996 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.407560 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.408011 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.408264 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.408578 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.408899 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.476670 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.477034 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.477366 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.477715 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:01:24.478067 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f584f651-3ee6-4f2c-9138-a2156e57f86f']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:24.496791 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.497948 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b18a4dc-d1a6-42de-bea6-24b250b6dbe7 HTTP/1.1" status: 204 len: 168 time: 0.5296264 May 18 10:01:24.499847 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b38c585-d335-4643-b521-7796502bbc21') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:24.500645 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b38c585-d335-4643-b521-7796502bbc21') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:24.518622 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.604980 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.613431 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:01:24.614156 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: from cryptography.utils import int_from_bytes May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: from cryptography.utils import int_from_bytes May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:01:24.637942 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:01:24.729889 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.735061 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:24.741989 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-525abfd5-d7a7-4f82-a6fc-f19c8bc2c40e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Synchronizing usage tracker for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:24.748552 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.758553 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f584f651-3ee6-4f2c-9138-a2156e57f86f,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:24.763924 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f584f651-3ee6-4f2c-9138-a2156e57f86f HTTP/1.1" status: 204 len: 168 time: 0.6798544 May 18 10:01:24.763924 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:24.775333 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473068c9-0cb3-4dc7-82f1-eede8b4b5060 req-23fc7731-ba08-4e9d-9366-db722dafddb1 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:24.781344 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-473068c9-0cb3-4dc7-82f1-eede8b4b5060 req-23fc7731-ba08-4e9d-9366-db722dafddb1 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 946 time: 0.4112835 May 18 10:01:24.814280 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2f1d3-f58d-4f95-835e-486f378ef831 req-611618e4-8011-456c-8702-2a9e7eed41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:24.815746 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b2f1d3-f58d-4f95-835e-486f378ef831 req-611618e4-8011-456c-8702-2a9e7eed41a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 1099 time: 0.2374232 May 18 10:01:24.882141 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57986) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:24.902436 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14800792-b843-4949-bb5d-6d0d1a31e131 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:24.905834 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.909767 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-525abfd5-d7a7-4f82-a6fc-f19c8bc2c40e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Unset dirty status for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:24.911083 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-525abfd5-d7a7-4f82-a6fc-f19c8bc2c40e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6232383 May 18 10:01:24.920451 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.931386 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:24.931386 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57992) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:24.946535 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Usage tracker for resource:security_group_rule and tenant:11e5f127a740495a85d04495409bb869 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:24.951049 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:24.959178 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-473068c9-0cb3-4dc7-82f1-eede8b4b5060 req-9015d8df-ac62-4992-8aa0-8e5b00641248 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327345 May 18 10:01:24.963210 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:24.966787 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b2f1d3-f58d-4f95-835e-486f378ef831 req-e62ee7b0-1278-44b9-a855-10944c042dfe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368940 May 18 10:01:24.980481 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Transition to ACTIVE for port object 14800792-b843-4949-bb5d-6d0d1a31e131 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:24.985951 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.004214 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b4efa0ce-9022-404c-b371-550f1fa45b0b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.032760 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-85b7f400-4cd7-4f64-98e0-44650473d832 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91dc510e4cbf48df87eb4d8a0a9ed351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982280 May 18 10:01:25.032954 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 57998) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:25.140461 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.188520 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.218335 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.239625 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.260165 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.304927 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11e5f127a740495a85d04495409bb869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214711 May 18 10:01:25.308307 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58006) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:25.323125 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a3a284-2f4e-49f1-a251-04d7c0611bde,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.331668 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.357754 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.369694 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.386463 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608227d-5c03-41d3-bb88-de16b0e5b8f9,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.392200 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.416780 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.420615 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1608227d-5c03-41d3-bb88-de16b0e5b8f9 HTTP/1.1" status: 204 len: 168 time: 0.3867035 May 18 10:01:25.421854 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.435257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Pushing event updated for resources: {'Port': ['ID=14800792-b843-4949-bb5d-6d0d1a31e131,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.439525 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-3e3644b0-9153-48ca-b639-8d4d4ebf0e54 service neutron] 10.222.0.36 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049860 May 18 10:01:25.440680 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.452737 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.548569 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device f2989790-bd65-4b9b-bc65-f6b901700c93 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:25.561135 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Attempting to bind port 14800792-b843-4949-bb5d-6d0d1a31e131 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:25.561496 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Attempting to bind port 14800792-b843-4949-bb5d-6d0d1a31e131 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:25.561852 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Attempting to bind port 14800792-b843-4949-bb5d-6d0d1a31e131 on network 9ade178d-5614-445c-9540-443e21af9e0c {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:25.574274 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.579985 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.587562 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Port 14800792-b843-4949-bb5d-6d0d1a31e131 on network 9ade178d-5614-445c-9540-443e21af9e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:25.587892 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Attempting to bind port 14800792-b843-4949-bb5d-6d0d1a31e131 on network 9ade178d-5614-445c-9540-443e21af9e0c {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:25.604570 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a3a284-2f4e-49f1-a251-04d7c0611bde,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.611282 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:25.611620 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Checking segment: {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:25.612009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Bound using segment: {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:25.613002 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Bound port: 14800792-b843-4949-bb5d-6d0d1a31e131, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5678f34-aadb-4895-81ea-a882f16ed0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:25.613359 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.617501 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.623648 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.627385 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48a3a284-2f4e-49f1-a251-04d7c0611bde HTTP/1.1" status: 204 len: 168 time: 0.3179450 May 18 10:01:25.806324 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba8e0-6c46-4178-a236-788dfbe20721 req-cec1b5d5-2052-48d6-943a-4b9ebeb914f5 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:25.810641 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c4ba8e0-6c46-4178-a236-788dfbe20721 req-cec1b5d5-2052-48d6-943a-4b9ebeb914f5 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 946 time: 0.6027589 May 18 10:01:25.822388 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port f2989790-bd65-4b9b-bc65-f6b901700c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2989790-bd65-4b9b-bc65-f6b901700c93,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:25.846694 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'f2989790-bd65-4b9b-bc65-f6b901700c93', 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'port_id': 'f2989790-bd65-4b9b-bc65-f6b901700c93', 'mac_address': 'fa:16:3e:84:fc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:25.900069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c4ba8e0-6c46-4178-a236-788dfbe20721 req-666dd8df-a851-4ad9-85d9-4cfd6da8cf68 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765944 May 18 10:01:25.935414 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] For port 14800792-b843-4949-bb5d-6d0d1a31e131, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:25.941105 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] For port 14800792-b843-4949-bb5d-6d0d1a31e131, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=14800792-b843-4949-bb5d-6d0d1a31e131,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:25.946510 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.953944 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.962670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.995053 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2989790-bd65-4b9b-bc65-f6b901700c93 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:26.021520 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port f2989790-bd65-4b9b-bc65-f6b901700c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2989790-bd65-4b9b-bc65-f6b901700c93,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:26.026861 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.031451 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:26.031788 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-147313d0-47f2-4326-8f26-ea32cf967446 service neutron] 10.222.0.36 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815904 May 18 10:01:26.048147 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:26.048944 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.050217 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] 10.222.0.24 "PUT /v2.0/ports/14800792-b843-4949-bb5d-6d0d1a31e131 HTTP/1.1" status: 200 len: 1093 time: 2.3700650 May 18 10:01:26.050636 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'tag': '14800792-b843-4949-bb5d-6d0d1a31e131'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:26.105617 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Pushing event updated for resources: {'Port': ['ID=14800792-b843-4949-bb5d-6d0d1a31e131,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:26.156944 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:26.167669 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=f2989790-bd65-4b9b-bc65-f6b901700c93,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:26.174970 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:26.222702 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6faa9-e113-4441-94a1-874ef8d3d853 req-2225e794-b082-4b6b-833f-8e14e23b4d11 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:26.224294 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-afd6faa9-e113-4441-94a1-874ef8d3d853 req-2225e794-b082-4b6b-833f-8e14e23b4d11 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 943 time: 0.1670260 May 18 10:01:26.252147 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['f2989790-bd65-4b9b-bc65-f6b901700c93'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:26.339706 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-9d2a6d14-9eff-4e79-ba19-d363e1ec4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:26.341232 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-9d2a6d14-9eff-4e79-ba19-d363e1ec4561 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 1096 time: 0.2374654 May 18 10:01:26.428032 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58044) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:26.491702 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-afd6faa9-e113-4441-94a1-874ef8d3d853 req-828c8f21-5849-467d-875c-2655b682b8d7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572420 May 18 10:01:26.507163 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-796f3164-e170-49c0-84c2-1f0a8c7ec98b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14800792-b843-4949-bb5d-6d0d1a31e131 HTTP/1.1" status: 200 len: 217 time: 0.1460328 May 18 10:01:26.533807 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-bd7350f1-2772-47c2-b508-7e7d5f6fe942 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=268a5752b0b140e0b1b3a5ea9ab37649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043928 May 18 10:01:26.536352 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58054) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:26.627408 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'tag': '14800792-b843-4949-bb5d-6d0d1a31e131', 'status': 'completed', 'code': 200} May 18 10:01:26.669607 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-65f52136-c579-43cd-9a50-7729082b2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:26.671068 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-65f52136-c579-43cd-9a50-7729082b2faa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.1521492 May 18 10:01:26.697132 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.700195 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532738eb-e28a-4cb9-97a5-b2caee646e11 req-9dbe697d-04fe-4f9c-8050-f8befcca581c tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:26.701754 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-532738eb-e28a-4cb9-97a5-b2caee646e11 req-9dbe697d-04fe-4f9c-8050-f8befcca581c tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 946 time: 0.3539774 May 18 10:01:26.774898 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.843177 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-c1f45173-6773-4c08-b3f1-4b0534c0a239 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403825 May 18 10:01:26.873233 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5df8ded4-d786-49c6-8879-9707e7873c6a req-ef892a0f-008a-43f7-b56f-26ab8de8ba53 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 210 time: 0.1213555 May 18 10:01:26.885233 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.890469 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3069dfd9-c53f-4f20-8be8-04689c835ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:26.931219 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-532738eb-e28a-4cb9-97a5-b2caee646e11 req-d526c692-3529-4065-9ba9-1a821d6e008f tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781054 May 18 10:01:26.966819 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5318b7cb-53ce-40c1-a220-336606e6b721,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:26.970386 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:26.971632 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.972718 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5318b7cb-53ce-40c1-a220-336606e6b721 HTTP/1.1" status: 204 len: 168 time: 0.4335752 May 18 10:01:27.030247 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58080) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:27.284588 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-b3a83e18-ba6e-4c2c-ba3f-179d456c8026 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320343 May 18 10:01:27.518697 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f40cd-4736-4ec6-bf07-9c47861e2a65 req-e3a86042-dcbf-455f-8996-868ed605d705 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.527597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-932f40cd-4736-4ec6-bf07-9c47861e2a65 req-e3a86042-dcbf-455f-8996-868ed605d705 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 946 time: 0.2418225 May 18 10:01:27.550521 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f8ffdce-d224-4495-a930-c8274b0221e0 req-1efbbe11-4336-408b-810b-d864304373d2 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310224 May 18 10:01:27.553345 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.556017 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device f2989790-bd65-4b9b-bc65-f6b901700c93 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:27.636782 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-932f40cd-4736-4ec6-bf07-9c47861e2a65 req-ae02da27-32dc-4892-b83e-11f2b015694e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081705 May 18 10:01:27.648919 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:27.667256 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:2c08005559374e9f93ce6ded937e9cb9 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:27.682010 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:27.718191 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:27.839988 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-aafdb4bc-6eed-42a3-8265-609d20715301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.841741 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-aafdb4bc-6eed-42a3-8265-609d20715301 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 1096 time: 0.1957674 May 18 10:01:27.868120 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port f2989790-bd65-4b9b-bc65-f6b901700c93 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:27.887395 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port f2989790-bd65-4b9b-bc65-f6b901700c93 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:27.888155 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.098552 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.143121 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.153050 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.187567 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2989790-bd65-4b9b-bc65-f6b901700c93'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:28.228738 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port f2989790-bd65-4b9b-bc65-f6b901700c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2989790-bd65-4b9b-bc65-f6b901700c93,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:28.239922 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.249889 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:28.257942 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:28.287993 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c08005559374e9f93ce6ded937e9cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2563257 May 18 10:01:28.292360 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58130) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:28.358664 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c868df-c97a-4ffd-a98e-d5b5fe7798c1,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:28.363301 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:28.384409 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.411404 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=f2989790-bd65-4b9b-bc65-f6b901700c93,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:28.415313 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:28.430534 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.488622 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.496157 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-695e8232-e9db-438e-be2c-c028d8655008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:28.510188 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-e2167ba7-0d9c-4290-822c-8b028fb8cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:28.511941 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-e2167ba7-0d9c-4290-822c-8b028fb8cc25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.6588211 May 18 10:01:28.516166 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c868df-c97a-4ffd-a98e-d5b5fe7798c1,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:28.520636 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:28.551833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.555523 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1c868df-c97a-4ffd-a98e-d5b5fe7798c1 HTTP/1.1" status: 204 len: 168 time: 0.2579582 May 18 10:01:28.631744 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c0fc42fd-56a9-4419-a447-96fe18882185 req-b606d164-eb62-4787-b286-57873c938dd7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 210 time: 0.3535089 May 18 10:01:28.661594 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-5fd014f4-5720-4b72-91be-1d96580b7e96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14800792-b843-4949-bb5d-6d0d1a31e131 HTTP/1.1" status: 200 len: 217 time: 0.1339257 May 18 10:01:28.708465 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2989790-bd65-4b9b-bc65-f6b901700c93', 'code': 200} May 18 10:01:28.799869 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527a117-7443-48ce-bdcd-bb5749d9f41c req-009fa706-3995-4d56-90f8-34f6bb63767d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:28.807221 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3527a117-7443-48ce-bdcd-bb5749d9f41c req-009fa706-3995-4d56-90f8-34f6bb63767d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 943 time: 0.8831356 May 18 10:01:28.867925 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-f9bb36ab-27e9-46c3-8207-d31f577cc553 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:28.869712 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-f9bb36ab-27e9-46c3-8207-d31f577cc553 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 817 time: 0.7235975 May 18 10:01:28.915682 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-b9cf319a-9c8d-4202-990b-d365e972e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:28.917111 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-b9cf319a-9c8d-4202-990b-d365e972e7b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.2462800 May 18 10:01:28.944254 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3527a117-7443-48ce-bdcd-bb5749d9f41c req-c11032d4-fb9e-455d-8262-14e2e117de32 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296422 May 18 10:01:29.004174 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-f4b0581d-5009-45d4-a77e-68955a25ec97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586863 May 18 10:01:29.006806 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58164) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:29.028149 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-a331dda8-6b50-4522-a93e-475c0b5a801f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 379 time: 0.1381845 May 18 10:01:29.069849 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.081988 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'port': {'device_id': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'admin_state_up': True, 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'security_groups': ['b41f881f-eac7-41d1-95dd-6b8b282c1431']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:29.102788 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa4561-62de-4efd-bb12-61890f8bc253 req-738f7e4f-d8f2-4330-ac10-b39f12326e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:29.106436 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-f5fa4561-62de-4efd-bb12-61890f8bc253 req-738f7e4f-d8f2-4330-ac10-b39f12326e3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.1896605 May 18 10:01:29.165835 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-f5fa4561-62de-4efd-bb12-61890f8bc253 req-35f7b188-b6f4-43b4-af6b-64453ebc7610 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535853 May 18 10:01:29.192866 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:29.254148 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Usage tracker for resource:security_group_rule and tenant:f333bee3dc854bfd85fbbc49173bb5b8 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:29.261026 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:29.279804 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:29.365870 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-fbbe754c-1c6a-4efb-bdf4-2fd83c11ef84 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423467 May 18 10:01:29.368861 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:29.427752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:29.523701 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Made reservation on behalf of a4aeaf4d234c46138f3a107197e4712a for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:29.536350 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.779372 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.803699 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.823984 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5afae35c-ac8c-4375-a565-24d315bd0b0d req-d14a792b-7de0-4f3a-87b2-de70802bcd3f service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483044 May 18 10:01:29.829588 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9e766c26-0e16-4e1b-aa2c-fa7d6c7793c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:29.925313 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7accd15a-7a57-4320-9bad-c1935f7f4433 req-c036602e-0195-42ee-9649-ca51b08560c4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 210 time: 0.0892861 May 18 10:01:30.025086 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f333bee3dc854bfd85fbbc49173bb5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0173318 May 18 10:01:30.027545 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fca728e-3ad1-45a2-8925-2bce3dbeb769,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:30.027934 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58222) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:30.056644 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:30.191861 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Allocated IP 172.20.0.9 (a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1/312734f1-0ad6-491c-bd0f-c1752ccab802/b0c329a5-1305-401a-8f92-05a6274e4e04) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:30.228883 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58230) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:30.244147 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.273070 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc1efb-4bdb-44f6-bef6-3a63472cdeed req-06bcaf7c-e014-4ebb-81a9-1c784596e2fb tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:30.274770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e6dc1efb-4bdb-44f6-bef6-3a63472cdeed req-06bcaf7c-e014-4ebb-81a9-1c784596e2fb tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 943 time: 0.2056730 May 18 10:01:30.343411 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.400203 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e6dc1efb-4bdb-44f6-bef6-3a63472cdeed req-a6bdcf2a-597e-49a2-b989-a5c2379e5689 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184618 May 18 10:01:30.433503 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.440706 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2534346e-298e-438e-a465-a7a6b6cacffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:30.466626 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fca728e-3ad1-45a2-8925-2bce3dbeb769,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:30.477812 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:30.491591 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.495223 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fca728e-3ad1-45a2-8925-2bce3dbeb769 HTTP/1.1" status: 204 len: 168 time: 0.4637883 May 18 10:01:30.614337 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.633130 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Transition to ACTIVE for port object b0c329a5-1305-401a-8f92-05a6274e4e04 will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:30.668924 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.689913 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:30.695535 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Usage tracker for resource:security_group_rule and tenant:deba617f35e74d98b7ef81dfc4cf6e9e is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:30.699047 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:30.706039 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.708190 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:30.717332 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:30.817134 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:30.823827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:30.831806 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:30.867654 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:30.878657 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:30.952971 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:30.954092 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.097862 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.114543 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.119396 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0660558 May 18 10:01:31.173702 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7c2fd73d-c90c-4189-8264-918c9dd4048c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:31.195685 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Request body: {'port': {'device_id': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:31.212726 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-6bf8112c-960d-4c27-9697-d474a0afbe4a None None] Provisioning for port b0c329a5-1305-401a-8f92-05a6274e4e04 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:31.218154 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-6bf8112c-960d-4c27-9697-d474a0afbe4a None None] Provisioning complete for port b0c329a5-1305-401a-8f92-05a6274e4e04 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:31.218542 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-6bf8112c-960d-4c27-9697-d474a0afbe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.296724 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58274) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:31.297686 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=deba617f35e74d98b7ef81dfc4cf6e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0668478 May 18 10:01:31.308859 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8112c-960d-4c27-9697-d474a0afbe4a None None] Port b0c329a5-1305-401a-8f92-05a6274e4e04 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:31.314231 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3937a30f-b9b6-4356-aaf8-10e0230c5b6f,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:31.322153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:31.397521 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.403497 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.427614 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184aad9-d459-4901-8e14-162347d35ed6 req-54b8a451-a47f-4b87-8b5d-527ae9205c52 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:31.428940 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-b184aad9-d459-4901-8e14-162347d35ed6 req-54b8a451-a47f-4b87-8b5d-527ae9205c52 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Synchronizing usage tracker for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:31.438764 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.512978 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.514228 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-b184aad9-d459-4901-8e14-162347d35ed6 req-54b8a451-a47f-4b87-8b5d-527ae9205c52 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Unset dirty status for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:31.515444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b184aad9-d459-4901-8e14-162347d35ed6 req-54b8a451-a47f-4b87-8b5d-527ae9205c52 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 931 time: 0.3988068 May 18 10:01:31.520411 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:31.541650 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3937a30f-b9b6-4356-aaf8-10e0230c5b6f,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:31.546014 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.576044 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3937a30f-b9b6-4356-aaf8-10e0230c5b6f HTTP/1.1" status: 204 len: 168 time: 0.2757683 May 18 10:01:31.580804 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:31.594155 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 14800792-b843-4949-bb5d-6d0d1a31e131 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:31.791648 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b184aad9-d459-4901-8e14-162347d35ed6 req-1bd52136-6f71-424d-b8a4-fa7195a9c86d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694294 May 18 10:01:31.841523 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 14800792-b843-4949-bb5d-6d0d1a31e131, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=14800792-b843-4949-bb5d-6d0d1a31e131,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:31.866521 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '14800792-b843-4949-bb5d-6d0d1a31e131', 'network_id': '9ade178d-5614-445c-9540-443e21af9e0c', 'port_id': '14800792-b843-4949-bb5d-6d0d1a31e131', 'mac_address': 'fa:16:3e:c8:02:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfc7ac9-a064-4ace-a510-f49b3a412bb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:31.933068 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692e4d0-7180-4865-a3c3-2c5ee262b6ce req-9e43d5de-33ab-4c32-840a-a4f69deae32c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:31.942002 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.943709 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1692e4d0-7180-4865-a3c3-2c5ee262b6ce req-9e43d5de-33ab-4c32-840a-a4f69deae32c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 943 time: 0.2821331 May 18 10:01:31.965969 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14800792-b843-4949-bb5d-6d0d1a31e131 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:31.989494 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 14800792-b843-4949-bb5d-6d0d1a31e131, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=14800792-b843-4949-bb5d-6d0d1a31e131,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:32.000673 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.005636 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-9581489b-73b2-4eaf-9adf-4fe56fdab3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:32.048496 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1692e4d0-7180-4865-a3c3-2c5ee262b6ce req-6aa84141-038f-4e9d-b146-035b1938a10a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036415 May 18 10:01:32.126793 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=14800792-b843-4949-bb5d-6d0d1a31e131,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:32.130338 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:32.168216 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c329a5-1305-401a-8f92-05a6274e4e04 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:32.176447 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.188637 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58308) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:32.192729 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Transition to ACTIVE for port object b0c329a5-1305-401a-8f92-05a6274e4e04 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:32.197844 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.205167 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:32.207749 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.226137 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:32.230295 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Usage tracker for resource:security_group_rule and tenant:50ba27c486a248dba0094cb5c63dac28 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:32.233617 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:32.241081 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:32.278858 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['14800792-b843-4949-bb5d-6d0d1a31e131'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:32.374446 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.383807 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.418222 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58314) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:32.419507 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a958f61d-d9b0-4896-9c29-f436f012e40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:32.501424 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50ba27c486a248dba0094cb5c63dac28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090253 May 18 10:01:32.503453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58322) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:32.506373 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d2b66-5310-4995-8fd8-350a88ea3475,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:32.522428 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:32.628160 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.689455 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.700273 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:32.709388 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:32.759217 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.794901 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:32.800232 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Usage tracker for resource:security_group_rule and tenant:c7a7da5eb67a464682c3a815fa48f940 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:32.803681 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:32.813216 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:32.815294 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Attempting to bind port b0c329a5-1305-401a-8f92-05a6274e4e04 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:32.816255 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Attempting to bind port b0c329a5-1305-401a-8f92-05a6274e4e04 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:32.816762 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Attempting to bind port b0c329a5-1305-401a-8f92-05a6274e4e04 on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:32.818374 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.822442 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Port b0c329a5-1305-401a-8f92-05a6274e4e04 on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:32.822983 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Attempting to bind port b0c329a5-1305-401a-8f92-05a6274e4e04 on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:32.828596 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b36a90d0-e0c6-4b0a-9d0e-dee487e9f130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:32.831612 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:32.832192 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Checking segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:32.832764 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Bound using segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:32.833554 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Bound port: b0c329a5-1305-401a-8f92-05a6274e4e04, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:32.834052 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.851038 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d2b66-5310-4995-8fd8-350a88ea3475,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:32.865196 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:32.873700 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.876763 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb0d2b66-5310-4995-8fd8-350a88ea3475 HTTP/1.1" status: 204 len: 168 time: 0.3722234 May 18 10:01:33.003120 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.010923 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.035744 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:33.041863 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3ffeb00c-214f-4bc8-a10b-acfa9480097d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:33.044432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:33.052567 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.056019 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7a7da5eb67a464682c3a815fa48f940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051486 May 18 10:01:33.056661 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58342) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:33.110039 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d62782-b773-44c1-87ce-a4deb810069a,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:33.139848 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:33.171818 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.172767 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:33.210311 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.273165 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.279838 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a016ce7e-66d4-45c5-ab20-e606132bb6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:33.314958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d62782-b773-44c1-87ce-a4deb810069a,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:33.318042 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:33.321169 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.325969 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95d62782-b773-44c1-87ce-a4deb810069a HTTP/1.1" status: 204 len: 168 time: 0.2667570 May 18 10:01:33.404911 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:33.405558 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.407432 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] 10.222.0.24 "PUT /v2.0/ports/b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 200 len: 1093 time: 2.2161672 May 18 10:01:33.408309 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:33.410953 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:33.428372 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:33.568011 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffab48-f825-44c6-a926-4aeb7682afe5 req-5f77a76c-28ee-4a75-8a9a-6c5b0c0aaed2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:33.569514 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7bffab48-f825-44c6-a926-4aeb7682afe5 req-5f77a76c-28ee-4a75-8a9a-6c5b0c0aaed2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.5154643 May 18 10:01:33.590809 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76c64-e283-4b5a-bd3f-556dc23de561 req-8af2622a-b107-4d18-816a-561785783a23 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:33.598435 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fee76c64-e283-4b5a-bd3f-556dc23de561 req-8af2622a-b107-4d18-816a-561785783a23 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 944 time: 0.2909875 May 18 10:01:33.617781 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 14800792-b843-4949-bb5d-6d0d1a31e131 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:33.638430 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-319519c4-a17a-45d5-aa54-f514f558a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:33.639892 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-319519c4-a17a-45d5-aa54-f514f558a6a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1096 time: 0.1805110 May 18 10:01:33.719652 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 14800792-b843-4949-bb5d-6d0d1a31e131 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:33.725332 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 14800792-b843-4949-bb5d-6d0d1a31e131 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:33.725918 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.752039 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-085d82f3-9c30-4418-a332-f3edd267eb23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 200 len: 217 time: 0.0903449 May 18 10:01:33.758512 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7bffab48-f825-44c6-a926-4aeb7682afe5 req-e027db3e-0f07-40e9-9fad-095a70146211 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777475 May 18 10:01:33.770124 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fee76c64-e283-4b5a-bd3f-556dc23de561 req-7d661356-b9b4-4b0f-8c9b-7d2357618829 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703744 May 18 10:01:33.874881 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'status': 'completed', 'code': 200} May 18 10:01:33.920675 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-41c144f4-2e9a-4985-9a26-774bb5350110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:33.926269 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-41c144f4-2e9a-4985-9a26-774bb5350110 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.1540332 May 18 10:01:33.960995 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58386) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:33.994475 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.007026 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.012779 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:34.020553 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Usage tracker for resource:security_group_rule and tenant:da388b78f33d4c758e976101579a9744 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:34.024599 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:34.034453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:34.054079 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 14800792-b843-4949-bb5d-6d0d1a31e131, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=14800792-b843-4949-bb5d-6d0d1a31e131,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:34.055366 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14800792-b843-4949-bb5d-6d0d1a31e131'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:34.063617 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.065877 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-83abd181-0820-4dc3-a58d-40d71d8542b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:34.156003 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=14800792-b843-4949-bb5d-6d0d1a31e131,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:34.160897 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:34.189194 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.194694 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.228334 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:34.253541 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-1ed1db62-1209-4d29-b9bb-8bd02f8cdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.255694 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-1ed1db62-1209-4d29-b9bb-8bd02f8cdd22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3223281 May 18 10:01:34.264768 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da388b78f33d4c758e976101579a9744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026686 May 18 10:01:34.265363 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58402) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:34.268506 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3cd25132-ebbb-4b62-843f-8cc167a2056a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.275355 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3cd25132-ebbb-4b62-843f-8cc167a2056a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 0.3003199 May 18 10:01:34.307763 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cfecd5-409b-44f8-9995-27146708d8ce,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:34.315364 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:34.359532 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-693b2714-37aa-41df-a655-c38d32574539 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/quotas/a30ea9efe14b4321baf387dcbb1a9928 HTTP/1.1" status: 200 len: 375 time: 0.0829597 May 18 10:01:34.374406 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.414964 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0705c-3bb9-4263-8ab8-82ac9b6304ee req-d6597723-19c5-47b2-b0ee-f04f4349d3a4 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.416887 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ca0705c-3bb9-4263-8ab8-82ac9b6304ee req-d6597723-19c5-47b2-b0ee-f04f4349d3a4 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 946 time: 0.4408147 May 18 10:01:34.417235 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.491001 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.496065 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4c68db4a-48fd-475f-a8ff-c2930fdbeed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:34.508062 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cfecd5-409b-44f8-9995-27146708d8ce,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:34.510518 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:34.517137 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.518478 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19cfecd5-409b-44f8-9995-27146708d8ce HTTP/1.1" status: 204 len: 168 time: 0.2496841 May 18 10:01:34.622237 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-73d2517b-4d8d-41fd-8f4f-b4fe6a1a9c9b service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420055 May 18 10:01:34.773285 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ca0705c-3bb9-4263-8ab8-82ac9b6304ee req-2236b50e-5ce7-48ad-8a0a-7757c4fa7f0f tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850900 May 18 10:01:34.940540 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14800792-b843-4949-bb5d-6d0d1a31e131', 'code': 200} May 18 10:01:34.970845 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-370a2771-9593-4f57-b0fb-ebcb8bcfe9fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6102176 May 18 10:01:35.272015 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f02ce-f304-4023-a630-8361d36645fc req-dff70b06-63b3-446e-bd6b-1abb94e03e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.275085 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6d3f02ce-f304-4023-a630-8361d36645fc req-dff70b06-63b3-446e-bd6b-1abb94e03e2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 1098 time: 0.1054049 May 18 10:01:35.332065 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-6d3f02ce-f304-4023-a630-8361d36645fc req-5c5a8a17-a287-430f-a496-8dace2afb012 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490310 May 18 10:01:35.345212 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-20e9a407-4806-403a-8dae-57f0262b40b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723266 May 18 10:01:35.416362 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-741354bf-5b00-45ee-a14b-9dd5a01431ab req-479de9ff-34d9-49ba-8522-b06adeca2193 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845418 May 18 10:01:35.555752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-c592aba7-111f-4b4c-90b1-f1a0289b08bc tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.557189 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-c592aba7-111f-4b4c-90b1-f1a0289b08bc tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.24 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 946 time: 0.4286871 May 18 10:01:35.608986 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc30b-a75b-4b8c-91be-ac935cf26178 req-1e9a4427-c2ed-4d3d-a4e0-ec82b175414d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.611132 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9d5fc30b-a75b-4b8c-91be-ac935cf26178 req-1e9a4427-c2ed-4d3d-a4e0-ec82b175414d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.4517024 May 18 10:01:35.679246 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-dd494eeb-a238-467b-b7f4-164c2bf2311a service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084538 May 18 10:01:35.765772 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-54a38de9-478f-4240-85f7-fc5baaf17ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.767296 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-54a38de9-478f-4240-85f7-fc5baaf17ec4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1096 time: 0.2932599 May 18 10:01:35.770444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9d5fc30b-a75b-4b8c-91be-ac935cf26178 req-3cba7b17-398e-4943-b780-f6ee405b4ed2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337211 May 18 10:01:35.962588 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Deleting port edb470be-ef67-4a06-8535-e76df84cf14d {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:01:35.963051 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:36.333766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-d93498ad-796f-442e-b3a7-99ed9d35ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.335590 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-d93498ad-796f-442e-b3a7-99ed9d35ec93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.5589032 May 18 10:01:36.532443 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-c7374d14-8c22-4a73-bea6-f7dcf2f3a331 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 200 len: 217 time: 0.1412885 May 18 10:01:36.545766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] For port edb470be-ef67-4a06-8535-e76df84cf14d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=edb470be-ef67-4a06-8535-e76df84cf14d,segment=NetworkSegment(cf4ff7b6-f048-4579-b0be-c054a07469b2),segment_id=cf4ff7b6-f048-4579-b0be-c054a07469b2)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:36.546122 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:36.746192 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Calling delete_port for edb470be-ef67-4a06-8535-e76df84cf14d owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:01:36.765573 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-62c0ff96-d078-4d55-8c9a-fa6b8203c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.767605 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-62c0ff96-d078-4d55-8c9a-fa6b8203c6ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.2249181 May 18 10:01:36.782292 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41c86-c361-420f-a0ab-c8e41834e149 req-119b95d0-7de1-4f06-8274-8bdd6f44e44d tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.783767 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-60a41c86-c361-420f-a0ab-c8e41834e149 req-119b95d0-7de1-4f06-8274-8bdd6f44e44d tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 946 time: 0.7935240 May 18 10:01:36.923702 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaca4f-1ac1-4f09-982a-f8764d8f1426 req-d97c7cf5-39bb-4080-b78d-e0dadbcba088 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.925781 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-76aaca4f-1ac1-4f09-982a-f8764d8f1426 req-d97c7cf5-39bb-4080-b78d-e0dadbcba088 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.8705895 May 18 10:01:37.030114 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-60a41c86-c361-420f-a0ab-c8e41834e149 req-f2d67f96-b1f0-431e-8f18-bc69fb330d94 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d3cd885-eb15-4545-bc3b-5f0b080df2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382610 May 18 10:01:37.101825 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-76aaca4f-1ac1-4f09-982a-f8764d8f1426 req-1a141083-0d37-4337-9856-c3cd5f5dbb13 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600094 May 18 10:01:37.154653 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-225b461f-f643-40b9-ac96-0660907f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:37.156529 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-225b461f-f643-40b9-ac96-0660907f4338 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2817247 May 18 10:01:37.210787 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4fea7755-ceb6-4069-a72c-fbd347d4837c req-db0a02ac-d8f1-4b5e-967a-00db4437c73f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 210 time: 0.0522196 May 18 10:01:37.213017 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:37.235480 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['edb470be-ef67-4a06-8535-e76df84cf14d'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:37.243181 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-675a4682-c16c-4cd0-b53d-3ff8d0d5e89e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:37.358143 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Pushing event deleted for resources: {'Port': ['ID=edb470be-ef67-4a06-8535-e76df84cf14d,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:37.592529 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:37.670324 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-c5106ffb-8aee-4bad-8337-f61639557391 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:37.672487 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-c5106ffb-8aee-4bad-8337-f61639557391 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 0.2763090 May 18 10:01:37.693131 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Request body: {'port': {'device_id': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'admin_state_up': True, 'tenant_id': 'a30ea9efe14b4321baf387dcbb1a9928'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:37.789003 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] No DVR routers for this DVR port edb470be-ef67-4a06-8535-e76df84cf14d on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:01:37.802717 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:37.806763 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'name': 'network-vif-deleted', 'tag': 'edb470be-ef67-4a06-8535-e76df84cf14d'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:37.841142 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-445697f0-ac09-459b-8672-cdf84fa1e990 req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.24 "DELETE /v2.0/ports/edb470be-ef67-4a06-8535-e76df84cf14d HTTP/1.1" status: 204 len: 173 time: 2.2738371 May 18 10:01:37.869989 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0569c92d-39ce-4c78-a25f-81524db45aaa', 'name': 'network-vif-deleted', 'tag': 'edb470be-ef67-4a06-8535-e76df84cf14d', 'status': 'completed', 'code': 200} May 18 10:01:37.893495 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-cd7265cd-cc53-4c11-b4e2-28e537319ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814871 May 18 10:01:37.901458 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:37.903528 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6682e-57d2-4d4e-b097-24b9fd8c3afe req-c8e0c3ed-c1fc-447c-8733-fc69348f4f27 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:37.905172 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-67b6682e-57d2-4d4e-b097-24b9fd8c3afe req-c8e0c3ed-c1fc-447c-8733-fc69348f4f27 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.6001875 May 18 10:01:37.911373 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:37.922466 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Made reservation on behalf of a30ea9efe14b4321baf387dcbb1a9928 for: {'port': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:37.926569 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:38.045202 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-67b6682e-57d2-4d4e-b097-24b9fd8c3afe req-056d34d4-6e80-4041-9cd6-74712e1dee49 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053128 May 18 10:01:38.116414 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Allocated IP 172.20.0.8 (4749cd44-700a-466e-98fd-aef78c9e4f0d/a9bb9824-8757-4862-abc6-a291639b18c4/b452275b-9015-415e-a58c-d8765ecf6e55) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:38.139597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7c2bbff7-a4a2-404d-afb7-1063224e9100 req-76c01aab-32bd-44f0-a9dd-067e32c4006e service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326195 May 18 10:01:38.205967 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-92abe788-ffa8-4e09-b36f-35577983683f req-691aa31f-a2a9-4b15-934f-40d2615115a0 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Synchronizing usage tracker for tenant:a06093d8b99f40cfb28c475db2475143 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:38.248644 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-92abe788-ffa8-4e09-b36f-35577983683f req-691aa31f-a2a9-4b15-934f-40d2615115a0 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Unset dirty status for tenant:a06093d8b99f40cfb28c475db2475143 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:38.250961 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-92abe788-ffa8-4e09-b36f-35577983683f req-691aa31f-a2a9-4b15-934f-40d2615115a0 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569c92d-39ce-4c78-a25f-81524db45aaa HTTP/1.1" status: 200 len: 210 time: 0.0903635 May 18 10:01:38.349116 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199698fe-0336-48f7-b6c7-b19093e46c7a req-0a0c6d3b-d749-4262-b3c9-5906fa569f1a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:38.351166 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-199698fe-0336-48f7-b6c7-b19093e46c7a req-0a0c6d3b-d749-4262-b3c9-5906fa569f1a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.0974596 May 18 10:01:38.447319 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-678e3486-1064-4f9e-a334-d761661c7beb req-24922fc9-0a35-45ef-9a55-efc17e829c3e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 210 time: 0.0498908 May 18 10:01:38.448507 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:38.452306 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-199698fe-0336-48f7-b6c7-b19093e46c7a req-caae6a37-7795-4d1c-9bd4-68f6f7e36640 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906942 May 18 10:01:38.492045 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:38.500728 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:38.504814 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:38.651308 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:38.655099 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:38.661297 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:38.727655 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:38.728315 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:38.765087 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0805418 May 18 10:01:38.765087 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event updated for resources: {'Port': ['ID=b452275b-9015-415e-a58c-d8765ecf6e55,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:38.785354 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3b829ca8-f6fb-4d4e-9455-87c520575dd9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:38.789180 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Request body: {'port': {'device_id': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:38.950973 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:39.356186 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58634) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:39.425883 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-65347516-14f2-4ce2-bae0-8edd46388372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:39.427597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-65347516-14f2-4ce2-bae0-8edd46388372 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 1098 time: 0.4301605 May 18 10:01:39.487510 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c68b7-1c0c-4c94-bab7-f7ea0a2e167a req-3d0a470e-e1bf-44e0-b0c7-f590e0883bef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:39.489616 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4b2c68b7-1c0c-4c94-bab7-f7ea0a2e167a req-3d0a470e-e1bf-44e0-b0c7-f590e0883bef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.3150346 May 18 10:01:39.509582 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b452275b-9015-415e-a58c-d8765ecf6e55 {{(pid=91249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:39.518510 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:39.534801 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Transition to ACTIVE for port object b452275b-9015-415e-a58c-d8765ecf6e55 will not be triggered until provisioned by entity L2. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:39.540071 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:39.546208 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:39.596809 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57ead-02ae-46b2-8ae1-8fad2bd00736 req-836ca009-3bf2-4271-8839-66b6fc2260fc tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:39.603683 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c2a57ead-02ae-46b2-8ae1-8fad2bd00736 req-836ca009-3bf2-4271-8839-66b6fc2260fc tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.2904613 May 18 10:01:39.649098 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:39.652617 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:39.695593 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4b2c68b7-1c0c-4c94-bab7-f7ea0a2e167a req-40121e35-49a7-4164-a561-3b14204c5f21 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987665 May 18 10:01:39.700456 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device edb470be-ef67-4a06-8535-e76df84cf14d no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:01:39.766867 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:39.770651 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: edb470be-ef67-4a06-8535-e76df84cf14d {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:01:39.770996 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device edb470be-ef67-4a06-8535-e76df84cf14d not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:01:39.807825 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c2a57ead-02ae-46b2-8ae1-8fad2bd00736 req-f8b0fff0-7255-49b6-8d68-1ecfa4b675b7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032104 May 18 10:01:39.809475 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc521df46764c869c176592e20b9ae7 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:39.813985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-d49c2632-02d3-4c7b-9d21-3659a7d8cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:39.816366 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-d49c2632-02d3-4c7b-9d21-3659a7d8cead service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.3803594 May 18 10:01:39.817291 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:39.825006 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:39.851839 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Pushing event updated for resources: {'Port': ['ID=b452275b-9015-415e-a58c-d8765ecf6e55,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:39.871037 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:39.913739 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Attempting to bind port b452275b-9015-415e-a58c-d8765ecf6e55 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:39.913981 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Attempting to bind port b452275b-9015-415e-a58c-d8765ecf6e55 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:39.914319 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Attempting to bind port b452275b-9015-415e-a58c-d8765ecf6e55 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:39.920893 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Port b452275b-9015-415e-a58c-d8765ecf6e55 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:39.921523 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Attempting to bind port b452275b-9015-415e-a58c-d8765ecf6e55 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:39.930653 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:39.930880 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Checking segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:39.931334 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Bound using segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:39.933370 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Bound port: b452275b-9015-415e-a58c-d8765ecf6e55, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:39.933788 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:39.978875 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-98e16caa-8d90-48ea-8640-970ccaaf623a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14800792-b843-4949-bb5d-6d0d1a31e131 HTTP/1.1" status: 200 len: 217 time: 0.1401582 May 18 10:01:40.025527 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:40.056133 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'port_id': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'mac_address': 'fa:16:3e:45:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:40.058528 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] For port b452275b-9015-415e-a58c-d8765ecf6e55, host hv-cinder-77262, cleared binding levels {{(pid=91249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:40.063835 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] For port b452275b-9015-415e-a58c-d8765ecf6e55, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b452275b-9015-415e-a58c-d8765ecf6e55,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:40.071369 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:40.082285 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:40.159836 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.160703 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:40.162547 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] 10.222.0.24 "PUT /v2.0/ports/b452275b-9015-415e-a58c-d8765ecf6e55 HTTP/1.1" status: 200 len: 1093 time: 1.3785796 May 18 10:01:40.163557 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'tag': 'b452275b-9015-415e-a58c-d8765ecf6e55'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:40.218569 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:40.270189 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c329a5-1305-401a-8f92-05a6274e4e04 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:40.284256 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-b24cb145-2c2f-4b4d-930a-b46dbf6d6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.284256 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-b24cb145-2c2f-4b4d-930a-b46dbf6d6b4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.2450793 May 18 10:01:40.303067 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:40.310599 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:40.313751 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:40.384349 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ca17-99a7-4128-801a-def9e319ca66 req-2aad87a4-a7ef-4ed5-873f-3548d9e41db0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.385350 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a95ca17-99a7-4128-801a-def9e319ca66 req-2aad87a4-a7ef-4ed5-873f-3548d9e41db0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 943 time: 0.4053652 May 18 10:01:40.396512 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-3ded1ddd-810a-4bd2-b28f-6e51f63c2f13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918000 May 18 10:01:40.437564 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'tag': 'b452275b-9015-415e-a58c-d8765ecf6e55', 'status': 'completed', 'code': 200} May 18 10:01:40.442982 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Pushing event updated for resources: {'Port': ['ID=b452275b-9015-415e-a58c-d8765ecf6e55,revision_number=3']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:40.457931 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:40.494194 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:40.508323 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:40.546444 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-c5b13593-d06b-4fa9-8d9f-8786ccb2f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.548825 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-c5b13593-d06b-4fa9-8d9f-8786ccb2f76d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 1096 time: 0.3263671 May 18 10:01:40.575437 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['b0c329a5-1305-401a-8f92-05a6274e4e04'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:40.590822 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a95ca17-99a7-4128-801a-def9e319ca66 req-56a38014-76eb-4482-8345-28f5ca52a34c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044189 May 18 10:01:40.622327 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:40.663038 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58684) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:40.682191 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-ad2fff3d-d347-4f5a-b938-6caaf642894a service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663870 May 18 10:01:40.683534 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:40.686882 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-f9e99d4d-91c0-4e22-a480-f3023c912d48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b452275b-9015-415e-a58c-d8765ecf6e55 HTTP/1.1" status: 200 len: 217 time: 0.1289887 May 18 10:01:40.693791 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:40.854271 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-5cce7066-088f-49c6-bc94-8a3cfd605e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.855739 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-5cce7066-088f-49c6-bc94-8a3cfd605e54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.1517613 May 18 10:01:40.983056 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-182f0449-e9d0-473d-9e94-dc344eef94f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087270 May 18 10:01:40.986192 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d44e61a-52a6-4726-b9ff-0e4ab6d73675 req-21530339-0714-4aa3-8ced-05cf9839e78e service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724361 May 18 10:01:40.987846 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.045644 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:41.053306 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:63839a1e605646f79a2ec4230fe8ad84 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:41.057744 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:41.117189 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:41.136422 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66296df2-d023-4654-9b13-019a7c95f692,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:41.144147 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:41.163974 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dc521df46764c869c176592e20b9ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8056061 May 18 10:01:41.171314 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58722) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:41.188335 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-f83b22d5-fcf9-4469-8554-cfcf425d1b16 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880882 May 18 10:01:41.235065 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2621f62-83e1-408f-91d8-dd03c45deff6 req-2e26c394-7196-4942-902b-571c881ad8f6 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.236658 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a2621f62-83e1-408f-91d8-dd03c45deff6 req-2e26c394-7196-4942-902b-571c881ad8f6 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 944 time: 0.2446072 May 18 10:01:41.289587 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36580e-844d-4a94-bb15-cb505b915163 req-d3a7c43a-2bb3-4472-8ee7-3d6752956c88 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.291065 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f36580e-844d-4a94-bb15-cb505b915163 req-d3a7c43a-2bb3-4472-8ee7-3d6752956c88 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.3021898 May 18 10:01:41.294664 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.356453 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a2621f62-83e1-408f-91d8-dd03c45deff6 req-7abd2371-9090-47f8-a93f-7afec50c7a22 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050026 May 18 10:01:41.378454 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.380022 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.389040 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.392396 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f36580e-844d-4a94-bb15-cb505b915163 req-2f2c9ab9-a562-438c-a909-be72183adbf0 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921285 May 18 10:01:41.413566 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d39e9c0b-3dff-4d56-af39-4cad3faed83b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:41.452406 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.458812 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e30ea363-cae6-49c4-abf8-5e567e4f2730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:41.474339 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.477383 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66296df2-d023-4654-9b13-019a7c95f692 HTTP/1.1" status: 204 len: 168 time: 0.3039861 May 18 10:01:41.477383 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66296df2-d023-4654-9b13-019a7c95f692,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:41.480050 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:41.490391 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56bfb4-f1d7-416f-8750-13b16093569d,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:41.498006 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63839a1e605646f79a2ec4230fe8ad84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258936 May 18 10:01:41.501752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58744) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:41.549728 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:41.552284 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-c37ddf9a-af7c-4bd7-83fd-9e46441b22ac req-32292b89-ba01-42b8-8cf1-893f58691cfe service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538880 May 18 10:01:41.604548 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-349e5df1-f92e-4b61-81aa-4238c8b950f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.615038 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.657998 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:41.699361 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92df4d-c853-453c-b638-68d1d998730a req-9a5d8c2f-3a1a-45f2-b8c3-da0eef9e583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.701194 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-2b92df4d-c853-453c-b638-68d1d998730a req-9a5d8c2f-3a1a-45f2-b8c3-da0eef9e583b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 1096 time: 0.0852337 May 18 10:01:41.712257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.792691 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port b0c329a5-1305-401a-8f92-05a6274e4e04 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:41.800468 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port b0c329a5-1305-401a-8f92-05a6274e4e04 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:41.801086 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.963827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9cc84-f7a3-4ffe-b721-700f67e26465 req-ba5ccd94-69b4-440f-b468-b90c843d55fe tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.965241 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3be9cc84-f7a3-4ffe-b721-700f67e26465 req-ba5ccd94-69b4-440f-b468-b90c843d55fe tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 943 time: 0.1651723 May 18 10:01:41.965964 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.971524 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:41.986896 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.001794 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56bfb4-f1d7-416f-8750-13b16093569d,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:42.007239 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:42.018884 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.018884 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d56bfb4-f1d7-416f-8750-13b16093569d HTTP/1.1" status: 204 len: 168 time: 0.5146639 May 18 10:01:42.024066 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58770) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:42.038267 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3be9cc84-f7a3-4ffe-b721-700f67e26465 req-bbdb5f1f-e5f1-4619-98f2-3814fb4a1804 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583231 May 18 10:01:42.051359 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92df4d-c853-453c-b638-68d1d998730a req-df863ed5-6b97-45be-864c-b0729bcef863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.052949 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-2b92df4d-c853-453c-b638-68d1d998730a req-df863ed5-6b97-45be-864c-b0729bcef863 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 916 time: 0.3439960 May 18 10:01:42.053985 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.064939 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58776) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:42.076333 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:42.086230 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:42.091351 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.094145 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:42.136726 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-2b92df4d-c853-453c-b638-68d1d998730a req-33444832-d7f9-4b8f-97ff-044faba135aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b452275b-9015-415e-a58c-d8765ecf6e55 HTTP/1.1" status: 200 len: 217 time: 0.0710814 May 18 10:01:42.140766 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:42.145819 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Usage tracker for resource:security_group_rule and tenant:64222dc599dc4aabafa6bfef6a82a956 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:42.149076 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:42.159139 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:42.173892 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:42.177704 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:42.203672 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'code': 200} May 18 10:01:42.224478 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Deleting subnet f1fbc398-e23d-4f66-a3c7-c5727156217f {{(pid=91248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:01:42.227976 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.244152 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92df4d-c853-453c-b638-68d1d998730a req-4f60d9a6-87f2-4045-8e1a-6414612d89db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.245609 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-2b92df4d-c853-453c-b638-68d1d998730a req-4f60d9a6-87f2-4045-8e1a-6414612d89db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.0876856 May 18 10:01:42.299965 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-2b92df4d-c853-453c-b638-68d1d998730a req-7462f3c4-5d68-49a7-8b33-23269a1b3ea1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463841 May 18 10:01:42.331048 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2405956'] for subnet, precommit_delete_associations {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.524648 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.530958 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.535953 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.548836 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:42.605272 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58796) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:42.647452 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-2b92df4d-c853-453c-b638-68d1d998730a req-0a37c68c-3a3a-4ae6-9ff7-fca2dec0c78c service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317742 May 18 10:01:42.658121 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.693205 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d825fb-4c58-4037-b751-f2d213340a4b,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:42.717972 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:42.725039 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64222dc599dc4aabafa6bfef6a82a956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964548 May 18 10:01:42.725039 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:42.727602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58802) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:42.731430 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Usage tracker for resource:security_group_rule and tenant:fe5489571aaa45619dabdf38d041cd36 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:42.746200 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:42.813658 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:42.913458 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-2b92df4d-c853-453c-b638-68d1d998730a req-1367019f-364d-4bce-a65b-aa1c02431ace service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577441 May 18 10:01:42.918165 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.934026 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e620-eead-4c15-a105-aff91fb600d4 req-64bdbce5-70c2-487e-a36c-4d9d85ab471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.936947 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f61e620-eead-4c15-a105-aff91fb600d4 req-64bdbce5-70c2-487e-a36c-4d9d85ab471d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1098 time: 0.4759240 May 18 10:01:42.952367 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd8eb-ac9f-4790-8e80-d8c01612f68f req-08ddb388-9712-4bdb-b6e8-28a752502142 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.954515 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-259dd8eb-ac9f-4790-8e80-d8c01612f68f req-08ddb388-9712-4bdb-b6e8-28a752502142 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.3730128 May 18 10:01:42.960079 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.972749 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.039170 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.047382 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.052031 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6a621-9ad9-469b-9106-80b2aca88653 req-57f50453-6403-46e2-8299-f74796998960 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.053595 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c1f6a621-9ad9-469b-9106-80b2aca88653 req-57f50453-6403-46e2-8299-f74796998960 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.4731934 May 18 10:01:43.055077 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a99507ac-8d1b-44e4-9ff9-19a3f02d29d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:43.150812 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f61e620-eead-4c15-a105-aff91fb600d4 req-9b4c06d7-3339-430b-9963-4af8f19cada3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927891 May 18 10:01:43.162663 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.172439 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-259dd8eb-ac9f-4790-8e80-d8c01612f68f req-24832bde-a836-4e1c-8083-39163bde38eb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818960 May 18 10:01:43.182556 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58814) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:43.185655 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe5489571aaa45619dabdf38d041cd36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775247 May 18 10:01:43.189489 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1631fd-aa64-42e7-aefb-443528304f1a,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:43.195517 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:43.195914 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-cb52e58d-06c0-418b-8aee-d036c504a3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:43.206806 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d825fb-4c58-4037-b751-f2d213340a4b,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:43.211660 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:43.220595 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.224033 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3d825fb-4c58-4037-b751-f2d213340a4b HTTP/1.1" status: 204 len: 168 time: 0.4921420 May 18 10:01:43.260241 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c1f6a621-9ad9-469b-9106-80b2aca88653 req-7193b299-2873-47f1-a765-55d157f5d4f6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848660 May 18 10:01:43.278777 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27023693'] for subnet, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.301969 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0f4b8477-8623-4889-bddd-f3a18ecf92e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:43.332679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.343494 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.346855 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fbc398-e23d-4f66-a3c7-c5727156217f,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:43.349038 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:43.403709 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f1fbc398-e23d-4f66-a3c7-c5727156217f HTTP/1.1" status: 204 len: 168 time: 1.3374090 May 18 10:01:43.406028 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58822) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:43.425598 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.501084 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53d1d3-15bd-455c-aff3-347ea9f5c831 req-0ca5cbb1-cd32-4938-a9db-abf3f55002e1 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.505091 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ad53d1d3-15bd-455c-aff3-347ea9f5c831 req-0ca5cbb1-cd32-4938-a9db-abf3f55002e1 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 943 time: 0.1623712 May 18 10:01:43.530322 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.540416 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:43.544500 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.563565 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1631fd-aa64-42e7-aefb-443528304f1a,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:43.565910 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:43.576995 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ad53d1d3-15bd-455c-aff3-347ea9f5c831 req-a64f3aba-5505-4391-9d19-23143359ef54 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638733 May 18 10:01:43.578277 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.579475 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac1631fd-aa64-42e7-aefb-443528304f1a HTTP/1.1" status: 204 len: 168 time: 0.3920283 May 18 10:01:43.684934 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.699684 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3cd604-ea8c-4704-828d-17a7b457afee']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:43.714549 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4ff7b6-f048-4579-b0be-c054a07469b2') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:43.714891 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4ff7b6-f048-4579-b0be-c054a07469b2') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:43.729779 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.748024 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.754952 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:01:43.755330 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:01:43.775106 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:01:43.875273 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.879149 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:43.892969 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:43.906223 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3cd604-ea8c-4704-828d-17a7b457afee,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:43.913512 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:43.920334 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5f3cd604-ea8c-4704-828d-17a7b457afee HTTP/1.1" status: 204 len: 168 time: 0.5124896 May 18 10:01:44.109523 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58868) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:44.145182 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c954-e078-4a41-943e-4d77787f9f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.191592 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-28f4b7b4-efa9-4119-99ce-4c12b0a2cbdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a06093d8b99f40cfb28c475db2475143&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0808642 May 18 10:01:44.194069 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58874) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:44.273625 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58880) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:44.280060 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.298047 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.331197 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.400218 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.406084 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:44.437592 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cd885-eb15-4545-bc3b-5f0b080df2fa,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:44.447666 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:44.471359 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.473927 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d3cd885-eb15-4545-bc3b-5f0b080df2fa HTTP/1.1" status: 204 len: 168 time: 0.2775424 May 18 10:01:44.620577 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.655019 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:44.667816 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ab308-d7d6-4b6e-9ad8-1d97241ad57d req-3c3b18e5-88b3-409d-b706-04890998bc9c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:44.669297 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae3ab308-d7d6-4b6e-9ad8-1d97241ad57d req-3c3b18e5-88b3-409d-b706-04890998bc9c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.3252225 May 18 10:01:44.672578 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Usage tracker for resource:security_group_rule and tenant:ffbe1a4b3afe457fbd84e540f78d9af2 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:44.675944 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:44.684249 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:44.771877 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae3ab308-d7d6-4b6e-9ad8-1d97241ad57d req-57f3057e-35dd-462d-a54b-6f5c09f25feb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843725 May 18 10:01:44.780425 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf652e9-02d8-43ee-a70c-a04ed7d799ae req-5beafb73-fce9-4fd6-a76a-f104f2c02eb1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:44.805640 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-aaf652e9-02d8-43ee-a70c-a04ed7d799ae req-5beafb73-fce9-4fd6-a76a-f104f2c02eb1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2409217 May 18 10:01:44.866086 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-aaf652e9-02d8-43ee-a70c-a04ed7d799ae req-84a5f600-1df2-4c9c-b260-51ef0cd9072c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758996 May 18 10:01:44.877808 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.882478 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.913889 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4e003484-3db1-4719-aa94-f8d26b39c3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:44.925728 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffbe1a4b3afe457fbd84e540f78d9af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6509593 May 18 10:01:44.928887 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58912) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:44.962023 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dc7950-2f82-40b7-b066-0c206e4f87c1,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:44.970222 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:45.141177 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.195977 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.220671 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.231176 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283b995-237e-45c0-9333-3fd077e1b204 req-eb34be87-3cce-4a17-9a63-91b986d756fc tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:45.239730 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9283b995-237e-45c0-9333-3fd077e1b204 req-eb34be87-3cce-4a17-9a63-91b986d756fc tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 943 time: 0.2339890 May 18 10:01:45.277978 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0969-bb29-44d7-b86c-84bb1694efce req-af892c32-2947-4b16-943e-68549cf7ba9f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:45.279453 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d05f0969-bb29-44d7-b86c-84bb1694efce req-af892c32-2947-4b16-943e-68549cf7ba9f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.2308660 May 18 10:01:45.291216 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 58930) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:45.300035 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'floatingip': {'port_id': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:45.317461 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9283b995-237e-45c0-9333-3fd077e1b204 req-34cf57f5-4681-4a95-81d4-98cea6e4bdcd tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766337 May 18 10:01:45.335234 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.341188 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e7a8ee10-bb9f-43bc-bc61-1de3260b150a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:45.360565 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dc7950-2f82-40b7-b066-0c206e4f87c1,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:45.364271 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:45.365532 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.366629 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6dc7950-2f82-40b7-b066-0c206e4f87c1 HTTP/1.1" status: 204 len: 168 time: 0.4365356 May 18 10:01:45.412244 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.691412 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b452275b-9015-415e-a58c-d8765ecf6e55 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:45.868092 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b452275b-9015-415e-a58c-d8765ecf6e55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b452275b-9015-415e-a58c-d8765ecf6e55,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:45.880620 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'b452275b-9015-415e-a58c-d8765ecf6e55', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'port_id': 'b452275b-9015-415e-a58c-d8765ecf6e55', 'mac_address': 'fa:16:3e:cc:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bb9824-8757-4862-abc6-a291639b18c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:45.954794 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.998594 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b452275b-9015-415e-a58c-d8765ecf6e55 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:45.998701 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58960) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:46.029029 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b452275b-9015-415e-a58c-d8765ecf6e55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b452275b-9015-415e-a58c-d8765ecf6e55,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:46.044072 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.054885 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.056821 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:46.221071 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b452275b-9015-415e-a58c-d8765ecf6e55,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:46.224285 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:46.226651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:46.249231 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Usage tracker for resource:security_group_rule and tenant:f7d45ad6659740088b3b194c0f38c7c7 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:46.264228 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:46.273670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:46.322561 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dad00-75f9-4874-aa3d-25b06dbb2f5f req-c32f3800-1b6c-4b5c-beaa-50fc4f3de30d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:46.330013 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-560dad00-75f9-4874-aa3d-25b06dbb2f5f req-c32f3800-1b6c-4b5c-beaa-50fc4f3de30d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2455938 May 18 10:01:46.354525 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['b452275b-9015-415e-a58c-d8765ecf6e55'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:46.400561 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-560dad00-75f9-4874-aa3d-25b06dbb2f5f req-12b8f072-dcae-438d-a8ff-8431056cdcf5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690720 May 18 10:01:46.467959 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.476450 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.494567 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-c7e23930-7ee9-4b1c-afca-6c28e882a12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:46.650802 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.655333 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.686904 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7d45ad6659740088b3b194c0f38c7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871588 May 18 10:01:46.687975 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 58996) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:46.695319 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd20b6d-10e6-4f5b-873f-28ee48716dec,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:46.775365 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:46.840531 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808b8aa-63d7-4bb7-8d6e-18ec53c49ca3 req-dd989550-7b89-40e9-81dc-3b3d84127088 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:46.845491 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2808b8aa-63d7-4bb7-8d6e-18ec53c49ca3 req-dd989550-7b89-40e9-81dc-3b3d84127088 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 944 time: 0.3488646 May 18 10:01:46.845491 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.929276 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.944756 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2808b8aa-63d7-4bb7-8d6e-18ec53c49ca3 req-eb7e5f71-60d1-4330-aa1b-412495c17d5f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900674 May 18 10:01:46.998466 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.033582 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.l3_db [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Floating IP 2b49e41e-c42e-488c-bc37-5c153bc477f6 associated. External IP: 172.28.3.120, port: b0c329a5-1305-401a-8f92-05a6274e4e04. May 18 10:01:47.036665 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.042764 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:47.059251 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd20b6d-10e6-4f5b-873f-28ee48716dec,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:47.088314 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.089023 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.089542 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.090091 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.090790 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.092575 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.097310 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.098858 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.099168 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.099679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.100066 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.100262 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.115213 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:47.118156 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.125820 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2dd20b6d-10e6-4f5b-873f-28ee48716dec HTTP/1.1" status: 204 len: 168 time: 0.4353220 May 18 10:01:47.497602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:47.671507 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a975-e3fb-4032-8c6e-a76cb04469ac req-c61db1d0-d1c6-465d-bbb0-719406587999 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:47.673562 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1d41a975-e3fb-4032-8c6e-a76cb04469ac req-c61db1d0-d1c6-465d-bbb0-719406587999 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1473610 May 18 10:01:47.704840 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b452275b-9015-415e-a58c-d8765ecf6e55 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:47.790339 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1d41a975-e3fb-4032-8c6e-a76cb04469ac req-058a4708-a032-4639-9582-e8c959180a1e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038957 May 18 10:01:47.894292 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port b452275b-9015-415e-a58c-d8765ecf6e55 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:47.896325 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:47.905733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port b452275b-9015-415e-a58c-d8765ecf6e55 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:47.907443 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.911010 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] Sync routers for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:47.922546 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:47.923169 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:01:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:47.931891 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.017466 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-9eea63b5-489b-4cd0-8e5e-d6677b0fd232 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "PUT /v2.0/floatingips/2b49e41e-c42e-488c-bc37-5c153bc477f6 HTTP/1.1" status: 200 len: 991 time: 2.7229965 May 18 10:01:48.031661 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:48.131240 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.207489 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b452275b-9015-415e-a58c-d8765ecf6e55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b452275b-9015-415e-a58c-d8765ecf6e55,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:48.210119 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b452275b-9015-415e-a58c-d8765ecf6e55'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:48.223827 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.235448 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:48.344081 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:48.380361 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'status': 'completed', 'code': 200} May 18 10:01:48.382384 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b452275b-9015-415e-a58c-d8765ecf6e55,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:48.385568 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:48.434100 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b452275b-9015-415e-a58c-d8765ecf6e55', 'code': 200} May 18 10:01:48.494916 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59100) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:48.529358 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418e5d2-1093-4fba-a2c0-a09ce33a1991 req-bc65389f-971f-484c-b206-a19f47b45afe tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:48.532230 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4418e5d2-1093-4fba-a2c0-a09ce33a1991 req-bc65389f-971f-484c-b206-a19f47b45afe tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 945 time: 0.2650201 May 18 10:01:48.557093 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c243-3842-4502-b469-0403edcf0109 req-6ba1cacf-26e3-44d2-92eb-379adc61ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:48.559357 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b79c243-3842-4502-b469-0403edcf0109 req-6ba1cacf-26e3-44d2-92eb-379adc61ef94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1098 time: 0.1456881 May 18 10:01:48.699535 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4418e5d2-1093-4fba-a2c0-a09ce33a1991 req-606f5a3c-a2a1-4da9-a090-b5504aedbbd3 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603537 May 18 10:01:48.786714 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '2b49e41e-c42e-488c-bc37-5c153bc477f6', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'port_id': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'mac_address': 'fa:16:3e:45:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:20Z', 'updated_at': '2021-05-18T10:01:46Z', 'revision_number': 1, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:48.793586 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c243-3842-4502-b469-0403edcf0109 req-a286f20e-8a83-4090-a1e6-5d8d6f5b9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:48.795037 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b79c243-3842-4502-b469-0403edcf0109 req-a286f20e-8a83-4090-a1e6-5d8d6f5b9d45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.2294118 May 18 10:01:48.795954 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] Checking router: 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:48.806596 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:48.807200 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:01:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:48.814169 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.849101 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:48.855706 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:551eff17bb19433e8aab1ac13efb88e2 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:48.860832 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:48.867973 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:48.887516 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee9799-96d2-441c-8c3a-fee54fb52fe0 req-8a596d8f-9ead-4c18-8969-c71c4b00aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:48.889176 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-82ee9799-96d2-441c-8c3a-fee54fb52fe0 req-8a596d8f-9ead-4c18-8969-c71c4b00aff7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 1098 time: 0.1720450 May 18 10:01:48.955556 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-82ee9799-96d2-441c-8c3a-fee54fb52fe0 req-8610bc6e-e653-48c7-8589-31929204e9df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560107 May 18 10:01:49.017808 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.033818 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.043557 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8306185e-cc58-481b-813c-5495cacb1f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:49.127740 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b79c243-3842-4502-b469-0403edcf0109 req-c51b9b78-94da-4c78-ac85-518cb5d7fa7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 200 len: 999 time: 0.3162339 May 18 10:01:49.162324 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=551eff17bb19433e8aab1ac13efb88e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662982 May 18 10:01:49.163137 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59138) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:49.164990 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e162e1-7584-4bba-9338-cba0eca38859,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:49.183579 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:49.213775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.214052 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.215988 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.215988 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.216197 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.216478 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.216813 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.217148 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.217506 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.217840 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.218173 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.218502 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:49.238251 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:49.267906 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c243-3842-4502-b469-0403edcf0109 req-f1cd2da2-6263-461e-8268-732ae2779094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:49.269977 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b79c243-3842-4502-b469-0403edcf0109 req-f1cd2da2-6263-461e-8268-732ae2779094 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.0959644 May 18 10:01:49.342385 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.355356 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c857be2-73b1-4691-8cb1-0a36d3f43db4 req-2d6bb09a-1f64-4094-b3ab-9252e79d4a1d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:49.358097 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0c857be2-73b1-4691-8cb1-0a36d3f43db4 req-2d6bb09a-1f64-4094-b3ab-9252e79d4a1d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2278941 May 18 10:01:49.395501 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.479146 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.491552 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0c857be2-73b1-4691-8cb1-0a36d3f43db4 req-5c57e4df-f717-4ee2-b478-21b4789c0d6f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194715 May 18 10:01:49.494161 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aff36a8d-25c1-4a04-ad55-ef0fffb1872f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:49.519087 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c243-3842-4502-b469-0403edcf0109 req-ca7df510-912e-41a4-871a-bf2788db50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:49.521380 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b79c243-3842-4502-b469-0403edcf0109 req-ca7df510-912e-41a4-871a-bf2788db50d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2314196 May 18 10:01:49.530034 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e162e1-7584-4bba-9338-cba0eca38859,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:49.539073 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:49.547196 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.548543 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6e162e1-7584-4bba-9338-cba0eca38859 HTTP/1.1" status: 204 len: 168 time: 0.3809772 May 18 10:01:49.677592 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59168) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:49.852534 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b79c243-3842-4502-b469-0403edcf0109 req-058aa293-35a3-4f00-ab25-ffccecf80af2 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193729 May 18 10:01:49.945563 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '2b49e41e-c42e-488c-bc37-5c153bc477f6', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'port_id': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'mac_address': 'fa:16:3e:45:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:20Z', 'updated_at': '2021-05-18T10:01:46Z', 'revision_number': 1, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:49.952808 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f477d7-4f23-47ca-bfa9-050d02bd2dee None None] The sync data for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb is: [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '2b49e41e-c42e-488c-bc37-5c153bc477f6', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'floating_ip_address': '172.28.3.120', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'port_id': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'mac_address': 'fa:16:3e:45:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:20Z', 'updated_at': '2021-05-18T10:01:46Z', 'revision_number': 1, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:50.128120 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.154614 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:50.159272 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Usage tracker for resource:security_group_rule and tenant:2e89db880ac64568bb8851821b2f4659 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:50.162456 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:50.163604 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b79c243-3842-4502-b469-0403edcf0109 req-3e9b77e4-3ffe-42f7-8904-e747c865b217 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959819 May 18 10:01:50.168898 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:50.226275 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f864b-65b7-40de-97e4-910392943aa5 req-e1d5e9f7-8585-4ec0-ba07-427c1e66496f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:50.228511 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dd9f864b-65b7-40de-97e4-910392943aa5 req-e1d5e9f7-8585-4ec0-ba07-427c1e66496f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 945 time: 0.3102763 May 18 10:01:50.264174 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77aac05-392c-4ec2-9370-cd746545754b None None] New status for floating IP 2b49e41e-c42e-488c-bc37-5c153bc477f6: ACTIVE {{(pid=91250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:01:50.307956 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dd9f864b-65b7-40de-97e4-910392943aa5 req-3963ee6d-763c-438f-b2aa-73d0ffdfd421 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679851 May 18 10:01:50.363588 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.371269 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.385988 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59188) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:50.419011 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2340ba2c-5127-465e-a606-681bfb8fea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:50.422478 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.454301 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e89db880ac64568bb8851821b2f4659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7725596 May 18 10:01:50.455456 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59192) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:50.462951 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:50.468380 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Usage tracker for resource:security_group_rule and tenant:4df63eba53994efaaf9848bd3d9c1630 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:50.472490 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:50.478986 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:50.527369 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59200) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:50.658284 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d89e00-8c2a-43fb-abdd-3820e9bc2301,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:50.680247 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:50.714918 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59208) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:50.734832 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.775721 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.780540 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.796146 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-718000ff-cde7-435c-aad6-818b884ccb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:50.819024 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.842286 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15df442c-ec0a-48cc-abc7-70e645da88e4,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:50.845304 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:50.878215 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4df63eba53994efaaf9848bd3d9c1630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905987 May 18 10:01:50.880798 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.882276 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59214) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:50.900609 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:50.907046 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Usage tracker for resource:security_group_rule and tenant:c16d65c35b9b4af8862b4509921089c2 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:50.910634 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:50.915655 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.918733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:50.924079 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f146cdf1-cffd-42cc-bc3b-1f1c51998fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:50.940828 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.948854 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939245f-e45a-466b-9ab2-913dc93e6d53 req-b392a87d-8801-4f9d-b106-6637ad06bb6c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:50.950311 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8939245f-e45a-466b-9ab2-913dc93e6d53 req-b392a87d-8801-4f9d-b106-6637ad06bb6c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2141545 May 18 10:01:50.958062 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d89e00-8c2a-43fb-abdd-3820e9bc2301,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:50.971251 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:50.976729 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:50.983082 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.984208 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00d89e00-8c2a-43fb-abdd-3820e9bc2301 HTTP/1.1" status: 204 len: 168 time: 0.5278053 May 18 10:01:50.987720 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Usage tracker for resource:security_group_rule and tenant:1867aaa2b1d64836a546d07dbd739eb2 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:50.992035 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:50.999143 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:51.019651 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8939245f-e45a-466b-9ab2-913dc93e6d53 req-bc4a23aa-66c8-4b06-bd0b-e55bdb04fc77 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627966 May 18 10:01:51.021176 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.061280 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.084853 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.089972 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.100016 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:51.145533 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c16d65c35b9b4af8862b4509921089c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6168640 May 18 10:01:51.146504 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5650b199-b65e-4b91-9d43-bebef6e257a7,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.149444 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59222) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:51.152380 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.157041 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.163259 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.172321 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7bfddbe0-509a-4e3a-8cb9-69adcd48d640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:51.208013 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.217831 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.220957 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359cb9ce-c222-4205-b76d-f9df42aac821,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.226440 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1867aaa2b1d64836a546d07dbd739eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045700 May 18 10:01:51.227625 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.228226 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-081e6755-d800-4a1b-8ea9-384aef0f88f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:51.234831 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59226) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:51.254036 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15df442c-ec0a-48cc-abc7-70e645da88e4,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.254645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.258660 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.261703 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.262790 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15df442c-ec0a-48cc-abc7-70e645da88e4 HTTP/1.1" status: 204 len: 168 time: 0.3790283 May 18 10:01:51.314936 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.331753 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.336585 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:51.362473 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.362931 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5650b199-b65e-4b91-9d43-bebef6e257a7,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.370094 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59234) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:51.371667 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.374120 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.377597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5650b199-b65e-4b91-9d43-bebef6e257a7 HTTP/1.1" status: 204 len: 168 time: 0.2243993 May 18 10:01:51.400701 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.428785 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:51.432916 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Usage tracker for resource:security_group_rule and tenant:fcbde409d15e42179413bc271aca11cd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:51.435833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:51.442708 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:51.475933 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.482962 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:51.501785 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359cb9ce-c222-4205-b76d-f9df42aac821,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.506988 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.517494 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.518999 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/359cb9ce-c222-4205-b76d-f9df42aac821 HTTP/1.1" status: 204 len: 168 time: 0.2817967 May 18 10:01:51.582401 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89181e5e-0454-4e9f-8468-819d27cf7f10 req-78236f1e-a761-4abe-bacd-9ab64c1e7f72 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:51.584381 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89181e5e-0454-4e9f-8468-819d27cf7f10 req-78236f1e-a761-4abe-bacd-9ab64c1e7f72 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 945 time: 0.1132152 May 18 10:01:51.602219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.607940 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.619336 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1bc8622a-c5a0-4d4f-bf53-923b6e107f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:51.636511 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89181e5e-0454-4e9f-8468-819d27cf7f10 req-8bdfd662-54f2-48db-89c4-a46f098b3341 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 May 18 10:01:51.644784 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:01:51.682079 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcbde409d15e42179413bc271aca11cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108971 May 18 10:01:51.685512 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59248) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:51.691377 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80976264-ff5e-4435-8ed7-e524a0455925,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.720833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.827540 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.884634 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.972367 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.980092 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-0d815967-063a-46b6-801a-da90db662431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:52.005211 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80976264-ff5e-4435-8ed7-e524a0455925,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:52.018977 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:52.020696 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.022341 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80976264-ff5e-4435-8ed7-e524a0455925 HTTP/1.1" status: 204 len: 168 time: 0.3351464 May 18 10:01:52.166153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59280) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:52.240306 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.267223 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:52.279096 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c5cec2e85b45c78833bea2e159da17 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:52.283309 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:52.291811 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:52.336519 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b824e29-69c3-4286-9741-eb85b5266dd3 req-7bbf7d92-b246-4845-ba99-982798104237 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:52.338250 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7b824e29-69c3-4286-9741-eb85b5266dd3 req-7bbf7d92-b246-4845-ba99-982798104237 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1452360 May 18 10:01:52.442668 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7b824e29-69c3-4286-9741-eb85b5266dd3 req-0bb737f0-8e38-4181-94b2-e388370d5e11 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 May 18 10:01:52.477706 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.487510 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.496214 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-90f07776-083e-45dc-b1aa-b10ef69f050a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:52.540459 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0c5cec2e85b45c78833bea2e159da17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730166 May 18 10:01:52.542528 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87513e57-cb4c-4004-8604-8b965fb7707d,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:52.543418 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59296) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:52.554203 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:52.659248 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.694404 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.808546 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.814272 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c987f5c7-2e87-49f8-a9ea-3c88c39c943f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:52.828534 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87513e57-cb4c-4004-8604-8b965fb7707d,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:52.833866 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:52.835368 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.836477 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87513e57-cb4c-4004-8604-8b965fb7707d HTTP/1.1" status: 204 len: 168 time: 0.2919285 May 18 10:01:53.680105 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0164102-61c2-4414-b184-56454f10773a req-87d012c0-119f-4e4a-835a-b93cd4896e36 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:53.681620 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0164102-61c2-4414-b184-56454f10773a req-87d012c0-119f-4e4a-835a-b93cd4896e36 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1202292 May 18 10:01:53.731692 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0164102-61c2-4414-b184-56454f10773a req-cea8dff7-ed1c-4597-938d-b209ca5a33c2 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 May 18 10:01:54.280573 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59428) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:54.496016 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:54.525664 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:54.534022 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-6a3a8341-8f34-4c4a-9a06-b4667ac6a13f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:54.536891 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-6a3a8341-8f34-4c4a-9a06-b4667ac6a13f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 0.1844690 May 18 10:01:54.537132 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Usage tracker for resource:security_group_rule and tenant:3cf79d11ce2a458bae654cb23e5c13ad is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:54.543653 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:54.556255 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-3c96a08b-b166-4bea-87d8-4c033a6263a0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/quotas/a30ea9efe14b4321baf387dcbb1a9928 HTTP/1.1" status: 200 len: 375 time: 0.0139840 May 18 10:01:54.559075 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:54.697244 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-38034311-b33f-43a7-88df-c868cfb462de tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355803 May 18 10:01:54.734653 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:54.740266 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:54.761346 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-97d23819-5a71-480c-a76b-4dde5b93d1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:54.802664 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cf79d11ce2a458bae654cb23e5c13ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207443 May 18 10:01:54.803877 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c35ea3-b5fd-4895-97b8-0b6c12e29ec8,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:54.806307 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59462) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:54.808623 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:54.901536 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:54.930386 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-200bd8e0-89a8-49b5-b5c8-e653d2983ffe service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252805 May 18 10:01:54.977162 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:55.045830 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:55.055501 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2c35d8fc-5731-432e-a4e8-1a41be24f9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:55.070910 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c35ea3-b5fd-4895-97b8-0b6c12e29ec8,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:55.075809 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:55.079893 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:55.081619 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2c35ea3-b5fd-4895-97b8-0b6c12e29ec8 HTTP/1.1" status: 204 len: 168 time: 0.2743390 May 18 10:01:55.289647 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-ccdfae44-a912-4a84-9d8a-a7f8b52a7280 service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518112 May 18 10:01:55.320688 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9a70a-7a88-4079-b1c4-17a76e946064 req-d6e03a42-0399-43f3-8c73-88d8eb631960 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:55.322288 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66f9a70a-7a88-4079-b1c4-17a76e946064 req-d6e03a42-0399-43f3-8c73-88d8eb631960 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.3262689 May 18 10:01:55.407666 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66f9a70a-7a88-4079-b1c4-17a76e946064 req-a8b0ae26-9194-4187-9326-fe332d07fe1e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760996 May 18 10:01:55.630478 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-df4178fe-fab7-41dc-837a-f09fde2011a9 req-18459646-1523-4fff-8ec0-3efd583be50d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 210 time: 0.0784578 May 18 10:01:55.826532 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59520) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:55.985589 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.026326 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:56.032991 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe3de0c968944c5bebf164db63b10b5 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:56.036421 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:56.042452 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:56.176161 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.180383 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.193603 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:56.244545 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59542) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:56.257046 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfe3de0c968944c5bebf164db63b10b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279196 May 18 10:01:56.258968 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e403584-e073-49cb-b4e7-50caf4e9f8ee,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:56.265041 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:56.325188 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.357947 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.420131 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.426148 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4df3268a-0e45-48ff-ba48-b0136b93437a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:56.442290 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e403584-e073-49cb-b4e7-50caf4e9f8ee,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:56.446210 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:56.447739 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.448836 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e403584-e073-49cb-b4e7-50caf4e9f8ee HTTP/1.1" status: 204 len: 168 time: 0.2033546 May 18 10:01:56.703723 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774437-998b-442f-ab3a-2c61da77e804 req-b4fdbcca-8af6-4f3b-b2d2-9c1badf1f96f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:56.705598 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-14774437-998b-442f-ab3a-2c61da77e804 req-b4fdbcca-8af6-4f3b-b2d2-9c1badf1f96f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1436522 May 18 10:01:56.788703 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-14774437-998b-442f-ab3a-2c61da77e804 req-d96da6dd-de83-4eee-9ad4-4d9bd5271e74 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768278 May 18 10:01:57.082829 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59576) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:57.117682 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.137175 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:57.142171 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Usage tracker for resource:security_group_rule and tenant:9099838c202d4ed081b771776624ec87 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:57.145950 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:57.153292 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:57.186516 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-df4d452e-ad66-446e-ad29-5de27288ed9a req-9fb7b48f-7b69-4958-be57-64c158ca88c6 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 210 time: 0.2803576 May 18 10:01:57.275430 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-cc33a383-5517-431b-b10d-0a135d4aff33 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:57.277168 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-cc33a383-5517-431b-b10d-0a135d4aff33 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 0.2820024 May 18 10:01:57.307290 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Request body: {'port': {'device_id': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'admin_state_up': True, 'tenant_id': 'a30ea9efe14b4321baf387dcbb1a9928'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:57.372211 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.383969 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.397619 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-39e4095e-eeb8-4aef-9fdd-ff9d856efa65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:57.449115 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9099838c202d4ed081b771776624ec87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628616 May 18 10:01:57.450356 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59590) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:57.452704 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3785ae2-8b9b-4de5-afeb-f6b40d97907e,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:57.457564 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:57.560271 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:57.567902 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Usage tracker for resource:port and tenant:a30ea9efe14b4321baf387dcbb1a9928 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:57.570494 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.572214 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:57.584403 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:57.612731 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.619005 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Made reservation on behalf of a30ea9efe14b4321baf387dcbb1a9928 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:57.622391 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.742327 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.748156 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:57.795560 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3785ae2-8b9b-4de5-afeb-f6b40d97907e,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:57.808872 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:57.850477 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Allocated IP 172.20.0.12 (4749cd44-700a-466e-98fd-aef78c9e4f0d/a9bb9824-8757-4862-abc6-a291639b18c4/5f1f48d6-739f-4b8d-a292-28c2e4bf8b17) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:57.854816 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.858372 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3785ae2-8b9b-4de5-afeb-f6b40d97907e HTTP/1.1" status: 204 len: 168 time: 0.4042804 May 18 10:01:58.123337 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ba55e-38a1-446a-9769-cf79a92a8b12 req-cf1a78ed-a771-48fe-b141-d598be441773 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.124935 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b12ba55e-38a1-446a-9769-cf79a92a8b12 req-cf1a78ed-a771-48fe-b141-d598be441773 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2117887 May 18 10:01:58.159746 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.215328 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b12ba55e-38a1-446a-9769-cf79a92a8b12 req-d8940051-9699-434b-96bb-b6b478e1126f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580742 May 18 10:01:58.231966 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.250601 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:58.256265 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'b452275b-9015-415e-a58c-d8765ecf6e55'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:58.319204 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:58.322752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:58.326938 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:58.457333 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event updated for resources: {'Port': ['ID=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:58.466835 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:58.494950 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.495568 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.531615 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2297940 May 18 10:01:58.543788 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519c8a-e294-4ac7-b727-2b4323512b3c req-7856c6e4-66f6-405f-b66b-5127045202e4 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.544574 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-2d519c8a-e294-4ac7-b727-2b4323512b3c req-7856c6e4-66f6-405f-b66b-5127045202e4 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:58.552373 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Request body: {'port': {'device_id': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:58.634267 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-2d519c8a-e294-4ac7-b727-2b4323512b3c req-7856c6e4-66f6-405f-b66b-5127045202e4 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:58.635657 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2d519c8a-e294-4ac7-b727-2b4323512b3c req-7856c6e4-66f6-405f-b66b-5127045202e4 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 932 time: 0.2694461 May 18 10:01:58.704602 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.968214 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2d519c8a-e294-4ac7-b727-2b4323512b3c req-60ed9e84-065d-45c3-bf53-46ac8928255c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651505 May 18 10:01:59.224899 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:59.233596 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.257263 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Transition to ACTIVE for port object 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:59.261540 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.267301 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2810f9a5-697d-47bf-9cdb-c9ce1c333fe0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:59.480866 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:59.484236 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:59.580862 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Attempting to bind port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:59.581194 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Attempting to bind port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:59.581734 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Attempting to bind port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:59.592971 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ce77e-fb47-46ed-bcb9-8d3f42f8ab2d req-f14b8d5e-c501-4055-a516-3c2a0cb630af tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:59.594579 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e22ce77e-fb47-46ed-bcb9-8d3f42f8ab2d req-f14b8d5e-c501-4055-a516-3c2a0cb630af tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2124767 May 18 10:01:59.597946 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:59.598276 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Attempting to bind port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:59.604648 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:59.605716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Checking segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:59.606104 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Bound using segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:59.606735 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Bound port: 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:59.607140 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.710770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e22ce77e-fb47-46ed-bcb9-8d3f42f8ab2d req-c89cbdd7-52b8-4039-b5bf-8349f880ee1a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905714 May 18 10:01:59.742189 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] For port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:59.745491 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] For port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:59.750512 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.754366 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:59.817722 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:59.818338 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.821444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 HTTP/1.1" status: 200 len: 1094 time: 1.2721379 May 18 10:01:59.821444 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'tag': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:59.849132 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:59.852882 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:59.916193 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'tag': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17', 'status': 'completed', 'code': 200} May 18 10:01:59.963335 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-cc117aaf-42ee-421e-8ec0-dc88c8321ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:59.966023 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-cc117aaf-42ee-421e-8ec0-dc88c8321ac7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 1097 time: 0.0925832 May 18 10:02:00.041012 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-d443d0a8-56b5-44ad-8d0d-242180af5d69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 HTTP/1.1" status: 200 len: 217 time: 0.0677664 May 18 10:02:00.136082 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59690) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:00.182918 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-84fe33c4-b416-4c33-be7a-912bbbffa83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.184505 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-84fe33c4-b416-4c33-be7a-912bbbffa83c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.1344268 May 18 10:02:00.246669 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-8c47d26d-7862-4677-a631-bd0ad9740b45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523808 May 18 10:02:00.255592 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44370f5-5987-4775-8b5c-065e93baf371 req-32da36e7-3d7f-4d6c-b6d5-71dc0b6392d2 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.257000 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f44370f5-5987-4775-8b5c-065e93baf371 req-32da36e7-3d7f-4d6c-b6d5-71dc0b6392d2 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 944 time: 0.1619294 May 18 10:02:00.279307 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.295889 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:00.299965 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Usage tracker for resource:security_group_rule and tenant:f5b5b88c922e44e8ad23b02c4c9ad70f is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:00.304274 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:00.310897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:00.383536 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f44370f5-5987-4775-8b5c-065e93baf371 req-cb94c0e5-77ac-433f-a7bb-b82694ad2057 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972295 May 18 10:02:00.450384 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.455866 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.476496 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2b431f2e-543c-4e16-9bbe-0339713ed304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:00.497548 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5b5b88c922e44e8ad23b02c4c9ad70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627381 May 18 10:02:00.500688 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59710) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:00.504413 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-745e67d4-575a-4ebf-8753-2cd5ff5d8bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463591 May 18 10:02:00.538481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420f64e5-4c71-49ee-910a-15d27d2ed97d,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:00.548003 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:00.588704 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.622401 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.676740 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a3155e3-5a5d-4f79-be92-e28f44818ad1 req-501d428e-c8c5-48dc-8caa-55299ba7230f service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655829 May 18 10:02:00.697369 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.702706 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8ebe8ac1-5706-4445-a74f-b3d5f820d1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:00.719200 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420f64e5-4c71-49ee-910a-15d27d2ed97d,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:00.731121 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:00.732401 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.733506 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/420f64e5-4c71-49ee-910a-15d27d2ed97d HTTP/1.1" status: 204 len: 168 time: 0.2319224 May 18 10:02:00.848530 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-f762f69e-f683-43d7-9ee7-15df4b527f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.850418 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-f762f69e-f683-43d7-9ee7-15df4b527f09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 1097 time: 0.1096828 May 18 10:02:00.858642 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59726) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:01.128626 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.134054 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a4c49-aa7e-4f26-a6c9-19daad0dba45 req-9636610b-859e-451f-8876-05bb20572dfa tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.141438 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-df2a4c49-aa7e-4f26-a6c9-19daad0dba45 req-9636610b-859e-451f-8876-05bb20572dfa tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2785008 May 18 10:02:01.144575 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:01.148486 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Usage tracker for resource:security_group_rule and tenant:3fd058691b7f402b897450ea1fc5bd31 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:01.151776 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:01.157507 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-2f1aa5ec-f764-447b-9e1a-2d6109958f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.158834 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-2f1aa5ec-f764-447b-9e1a-2d6109958f99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 916 time: 0.2608311 May 18 10:02:01.159033 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:01.163538 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59734) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:01.189922 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.212955 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:01.221294 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Usage tracker for resource:security_group_rule and tenant:4e051d06c49942bebae5727bed31ff9d is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:01.224966 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:01.232926 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:01.242210 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-d3adb85f-bb8a-443c-bfed-82431d0886d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 HTTP/1.1" status: 200 len: 217 time: 0.0752530 May 18 10:02:01.249177 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-df2a4c49-aa7e-4f26-a6c9-19daad0dba45 req-c3ef58ba-f116-49c6-87cd-974142db1d6b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069279 May 18 10:02:01.307295 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-b65bb863-eca6-4be3-a884-2987d5a0910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.308755 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-b65bb863-eca6-4be3-a884-2987d5a0910a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.0581551 May 18 10:02:01.327663 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.336075 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.347005 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e53049a4-5be2-4a00-9b8c-f7be93ad5dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:01.365190 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-885743b3-2f61-457e-9c6c-26d0df0dd74c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482936 May 18 10:02:01.411222 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fd058691b7f402b897450ea1fc5bd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509953 May 18 10:02:01.412158 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba6941d-1635-47ec-8508-000b1de17572,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:01.413769 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59742) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:01.430691 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:01.435051 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.443376 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.454464 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3f647d70-1272-49fe-98e7-5492840b9881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:01.497938 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e051d06c49942bebae5727bed31ff9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308918 May 18 10:02:01.498857 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59746) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:01.501545 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea638451-cdab-40f5-9abc-c7053a27f1bd,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:01.505169 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:01.671329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.681007 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-4c4f56e4-9b26-4e6e-9027-f712d0846a78 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005559 May 18 10:02:01.753769 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.770942 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.878870 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a35c2b-8264-4db5-af15-23e6b6db664d req-f7a5f517-ec65-42a6-9938-5b1591daec8a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.880353 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-10a35c2b-8264-4db5-af15-23e6b6db664d req-f7a5f517-ec65-42a6-9938-5b1591daec8a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 944 time: 0.3305867 May 18 10:02:01.891539 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.994570 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-10a35c2b-8264-4db5-af15-23e6b6db664d req-006db052-b36a-4a83-bc36-83a84466fb91 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957377 May 18 10:02:01.996405 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d8c2552-46ae-43da-87a6-b8e1e39a7f5b req-239cb348-9534-47e3-bb60-562ac53e47ec service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025105 May 18 10:02:02.003676 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.008884 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2291bbe6-6a4f-4fe7-b803-f4e5bc58c2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:02.038193 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.039549 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aba6941d-1635-47ec-8508-000b1de17572 HTTP/1.1" status: 204 len: 168 time: 0.6247766 May 18 10:02:02.040628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba6941d-1635-47ec-8508-000b1de17572,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:02.058511 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.061107 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.074256 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea638451-cdab-40f5-9abc-c7053a27f1bd HTTP/1.1" status: 204 len: 168 time: 0.5490618 May 18 10:02:02.075613 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:02.076307 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-40ce4b6e-ed7d-40e9-9e4c-aed4f4836319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:02.090566 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea638451-cdab-40f5-9abc-c7053a27f1bd,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:02.093056 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:02.465111 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caf2fa-91c9-4557-ba40-e62e2cda5ca6 req-d254201c-e37b-4fe5-ba24-69b89f3161c7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:02.466777 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-45caf2fa-91c9-4557-ba40-e62e2cda5ca6 req-d254201c-e37b-4fe5-ba24-69b89f3161c7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.0878098 May 18 10:02:02.518799 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-45caf2fa-91c9-4557-ba40-e62e2cda5ca6 req-1beae79c-b8d6-4529-8a4c-f6efb4f7595b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 May 18 10:02:02.525971 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59794) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:02.548262 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.563276 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:02.567797 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Usage tracker for resource:security_group_rule and tenant:c0d2864e2d684e5f85a586c519d01b69 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:02.570911 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:02.577137 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:02.666515 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.670432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.683215 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-43f9657d-4b79-4b55-9450-087f5a76b883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:02.728451 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c27205d-99d4-4d66-919d-4eb866ba8169,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:02.736259 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0d2864e2d684e5f85a586c519d01b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091939 May 18 10:02:02.736480 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59802) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:02.737228 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:02.809471 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.837640 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.898646 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.904044 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4f01fd16-986c-4eac-b2da-f09b61d3d5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:02.918912 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c27205d-99d4-4d66-919d-4eb866ba8169,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:02.921536 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:02.931388 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.933842 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c27205d-99d4-4d66-919d-4eb866ba8169 HTTP/1.1" status: 204 len: 168 time: 0.1964936 May 18 10:02:03.361146 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63de6-9a04-456b-899c-80c5377a5162 req-d5122993-18c6-405b-a848-dfce9ea9888a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:03.362689 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7fd63de6-9a04-456b-899c-80c5377a5162 req-d5122993-18c6-405b-a848-dfce9ea9888a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 944 time: 0.1050572 May 18 10:02:03.368283 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59832) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:03.395878 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.412348 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:03.416676 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Usage tracker for resource:security_group_rule and tenant:1253a5a06a70470e931d4519df4bc826 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:03.420282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:03.427171 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:03.427309 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7fd63de6-9a04-456b-899c-80c5377a5162 req-88a0a5dd-a1bb-4724-8ef6-e0303f572e04 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 May 18 10:02:03.520104 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.524142 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.533117 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7b2750e4-60bc-4a4d-a84a-e4b48088c6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:03.573962 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1253a5a06a70470e931d4519df4bc826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045710 May 18 10:02:03.574856 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d6a51-c9fe-4b1e-97e3-82fd1317171c,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:03.576638 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59844) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:03.600628 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:03.697042 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.733651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.791077 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f507c4-1bda-4971-96b4-14f6329ee0d6 req-50e48cc4-13db-468f-9fd2-829b939efec6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:03.792604 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-96f507c4-1bda-4971-96b4-14f6329ee0d6 req-50e48cc4-13db-468f-9fd2-829b939efec6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1466210 May 18 10:02:03.816798 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:03.853103 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-96f507c4-1bda-4971-96b4-14f6329ee0d6 req-c51956bc-a08c-400a-9784-856a58bbdf19 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537250 May 18 10:02:03.858773 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.867472 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9a7a22c4-5a60-4e73-b311-4a6dae454e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:03.880144 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d6a51-c9fe-4b1e-97e3-82fd1317171c,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:03.882802 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:03.895945 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.897051 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a1d6a51-c9fe-4b1e-97e3-82fd1317171c HTTP/1.1" status: 204 len: 168 time: 0.3181849 May 18 10:02:04.024785 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:04.043632 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'port_id': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17', 'mac_address': 'fa:16:3e:b9:75:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bb9824-8757-4862-abc6-a291639b18c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:04.112379 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:04.130325 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:04.150098 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:04.155381 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:04.157231 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:04.231630 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:04.240743 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.241172 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.241573 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.241916 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.242236 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.242611 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.242972 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.243289 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.243664 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.243941 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.244316 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.244831 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:04.249969 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:04.496244 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['5f1f48d6-739f-4b8d-a292-28c2e4bf8b17'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:04.752130 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb583e8f-45da-4e64-87e4-9b1fe178ef05 req-9f890745-8d3f-4f95-bf27-040e2c319bef tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:04.754016 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fb583e8f-45da-4e64-87e4-9b1fe178ef05 req-9f890745-8d3f-4f95-bf27-040e2c319bef tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 945 time: 0.1760347 May 18 10:02:04.810958 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fb583e8f-45da-4e64-87e4-9b1fe178ef05 req-c746a419-1fa5-4ae8-afdb-ba928662489d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496583 May 18 10:02:05.211837 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349db37-5428-4b61-90f7-d8d2629247f4 req-253ec9cf-46f9-4e2c-8f4f-0499f73740e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:05.213516 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b349db37-5428-4b61-90f7-d8d2629247f4 req-253ec9cf-46f9-4e2c-8f4f-0499f73740e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2166426 May 18 10:02:05.277619 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b349db37-5428-4b61-90f7-d8d2629247f4 req-93d1cbdf-b487-48a0-9c31-84fa2e77b59b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506687 May 18 10:02:05.722742 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 59956) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:05.826852 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:05.849483 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.868424 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:05.882231 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Usage tracker for resource:security_group_rule and tenant:7c4b328ab414442e84d7442edf3f893c is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:05.886421 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:05.896576 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:05.919237 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:05.928728 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:05.929618 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.011601 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.019014 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.035693 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-50040577-e0bd-4ee5-8f88-1c9e9bfc4559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:06.116388 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48dc613-1332-49aa-994f-8270a38d1ba0,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:06.135384 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.138958 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:06.147395 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c4b328ab414442e84d7442edf3f893c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234722 May 18 10:02:06.149974 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59970) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:06.173038 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:06.184933 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:06.191835 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.194631 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:06.266336 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17', 'code': 200} May 18 10:02:06.291642 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.297184 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee220d1-958e-4312-9f05-2c8d133f5952 req-ffe81a4f-f342-4639-8287-4ef731abf22a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:06.299072 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9ee220d1-958e-4312-9f05-2c8d133f5952 req-ffe81a4f-f342-4639-8287-4ef731abf22a tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 946 time: 0.1577389 May 18 10:02:06.305116 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:06.309295 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:06.374295 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.387642 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9ee220d1-958e-4312-9f05-2c8d133f5952 req-9bc3f3e1-dd1e-484f-9242-1323419b2b4e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679510 May 18 10:02:06.494972 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.513374 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-365b5a75-9011-4eb2-b60a-d55267195d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:06.548579 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48dc613-1332-49aa-994f-8270a38d1ba0,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:06.555906 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.557166 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a48dc613-1332-49aa-994f-8270a38d1ba0 HTTP/1.1" status: 204 len: 168 time: 0.4062314 May 18 10:02:06.558416 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:06.699001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99467-6766-4cd5-9f66-7ec5c281737d req-147a706c-c505-4e27-9049-ec011ae0a379 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:06.700652 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-51a99467-6766-4cd5-9f66-7ec5c281737d req-147a706c-c505-4e27-9049-ec011ae0a379 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2425919 May 18 10:02:06.712088 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063edce-b8a2-4f55-8f06-076c02958058 req-380104b2-887d-4486-95ab-3becba0f0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:06.713748 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9063edce-b8a2-4f55-8f06-076c02958058 req-380104b2-887d-4486-95ab-3becba0f0e8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 1099 time: 0.1299245 May 18 10:02:06.783897 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9063edce-b8a2-4f55-8f06-076c02958058 req-67e0cb24-ad63-4dfd-b2dc-4a3328dbc46b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556309 May 18 10:02:06.792500 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-51a99467-6766-4cd5-9f66-7ec5c281737d req-5fe54594-ba6d-486c-a415-aebe8a6de7cc tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777948 May 18 10:02:06.932328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 59996) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:06.951775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.967289 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:06.971893 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Usage tracker for resource:security_group_rule and tenant:a2bb4d1564554cfeb466f8d964053aff is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:06.975325 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:06.985830 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:07.076046 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:07.079961 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:07.087363 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:07.130607 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595c002c-5f7c-46df-809d-5bfe5ce5ffeb,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:07.135016 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2bb4d1564554cfeb466f8d964053aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015917 May 18 10:02:07.135866 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:07.138659 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60004) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:07.197244 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:07.224467 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:07.279482 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:07.284868 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:07.297601 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595c002c-5f7c-46df-809d-5bfe5ce5ffeb,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:07.299860 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:07.307237 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:07.308465 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/595c002c-5f7c-46df-809d-5bfe5ce5ffeb HTTP/1.1" status: 204 len: 168 time: 0.1689246 May 18 10:02:07.585443 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebce591-8ed9-41bb-993c-d4da069c8b90 req-5dfa8eb8-e819-4015-958a-b0c782341767 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:07.586787 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9ebce591-8ed9-41bb-993c-d4da069c8b90 req-5dfa8eb8-e819-4015-958a-b0c782341767 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 946 time: 0.0847557 May 18 10:02:07.637214 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9ebce591-8ed9-41bb-993c-d4da069c8b90 req-9edd1a23-94ab-4a4e-92d4-13abbfbf2044 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438795 May 18 10:02:08.043689 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45c39-1b1e-4f06-a7c6-2f077ec20634 req-c7a209c3-4615-4c8b-8698-322a1a54782f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:08.045256 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-21b45c39-1b1e-4f06-a7c6-2f077ec20634 req-c7a209c3-4615-4c8b-8698-322a1a54782f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1033454 May 18 10:02:08.103871 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-21b45c39-1b1e-4f06-a7c6-2f077ec20634 req-7bffe06d-c302-4c1e-85c1-bc446cdea9ef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 May 18 10:02:08.848875 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2618f9-baac-4a59-af1a-1ae20741aa07 req-5ce3e5b3-6760-4b8b-9e2e-7a8815b6cc87 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:08.850359 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0a2618f9-baac-4a59-af1a-1ae20741aa07 req-5ce3e5b3-6760-4b8b-9e2e-7a8815b6cc87 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 946 time: 0.0804219 May 18 10:02:08.897359 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0a2618f9-baac-4a59-af1a-1ae20741aa07 req-07b3bd85-ee56-46cd-a4b6-e3cd1eda3902 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 May 18 10:02:09.390072 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-a36f6bc5-33be-4b1e-a991-b3f807c4d8b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915954 May 18 10:02:09.409948 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d908bc-25f4-4409-a31b-5bf0a6037c9a req-52604ca1-a29b-45e2-9c19-09e592044e49 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:09.412054 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62d908bc-25f4-4409-a31b-5bf0a6037c9a req-52604ca1-a29b-45e2-9c19-09e592044e49 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1877780 May 18 10:02:09.544223 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62d908bc-25f4-4409-a31b-5bf0a6037c9a req-7093f2c4-7d02-4bd8-899e-1f69b6b4e0a1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246402 May 18 10:02:09.583288 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-05f69f77-96ae-4f60-aea7-5da80114de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:09.584935 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-05f69f77-96ae-4f60-aea7-5da80114de17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 1099 time: 0.0914540 May 18 10:02:09.793082 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-5d00c213-ccbb-48d6-9171-2216645cc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:09.794628 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-5d00c213-ccbb-48d6-9171-2216645cc0cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 916 time: 0.1798346 May 18 10:02:09.873988 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-f1516ccd-d3f5-4529-bdcc-321167060ab3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba HTTP/1.1" status: 200 len: 217 time: 0.0667288 May 18 10:02:09.950522 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-36bbc9ac-7268-4951-9574-b86acfba71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:09.951995 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-36bbc9ac-7268-4951-9574-b86acfba71ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.0658109 May 18 10:02:10.026838 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-137949cf-dc20-4431-9958-2ca90a53c96a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602462 May 18 10:02:10.172384 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-5a759063-cfdc-4c4b-b887-5b7046ae9773 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333995 May 18 10:02:10.369596 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-562c5b26-0526-4fb7-9c81-b94073ac5b97 req-3d4bae37-5df0-49bf-b23d-c4164851b6d2 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841996 May 18 10:02:10.755499 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd507fe-c37b-4046-a2c8-0612b2e4910b req-59ddf119-c6e8-4345-8851-31a4d8da21cc tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:10.756955 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cdd507fe-c37b-4046-a2c8-0612b2e4910b req-59ddf119-c6e8-4345-8851-31a4d8da21cc tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.0986531 May 18 10:02:10.811950 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cdd507fe-c37b-4046-a2c8-0612b2e4910b req-14d8d078-f782-4394-99dd-530bc951c23f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 May 18 10:02:11.602967 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-9fe588b0-2e5e-4a12-b8a7-f829218ba7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:12.024297 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd7f3-34ff-4925-91a1-520fc1d00252 req-caf099cd-37f4-4215-bb5e-cb5c1c20884d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:12.025881 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f71fd7f3-34ff-4925-91a1-520fc1d00252 req-caf099cd-37f4-4215-bb5e-cb5c1c20884d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.0940473 May 18 10:02:12.088032 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f71fd7f3-34ff-4925-91a1-520fc1d00252 req-bfa45cfa-d2a5-4f88-8ff7-b4c25049ee8e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564036 May 18 10:02:12.971429 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:13.306879 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62070137-2921-4290-bda6-268278344c6d req-9f83554c-a65f-4cbf-a6fd-217311004f74 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:13.308420 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62070137-2921-4290-bda6-268278344c6d req-9f83554c-a65f-4cbf-a6fd-217311004f74 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.0947886 May 18 10:02:13.362515 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62070137-2921-4290-bda6-268278344c6d req-d641f221-057e-45e5-ae5b-082c3c5ed392 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471559 May 18 10:02:14.153546 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-98cc7556-965a-41cb-986e-8f3c4e2b4df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.205215 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60262) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:14.269235 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.367655 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.388604 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:14.393752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Usage tracker for resource:security_group_rule and tenant:cdbf3dd508e644dab01d419690b31694 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:14.397746 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:14.404404 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:14.548944 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.558455 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.567448 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4309cfec-258e-4bd0-a46a-17aadd0fee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:14.617427 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5558899-1d69-4572-92bf-4214efd117c5,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:14.622493 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:14.629462 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-76c727fc-0709-4f51-963b-62651232bb1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdbf3dd508e644dab01d419690b31694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229710 May 18 10:02:14.629792 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60286) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:14.647398 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2a6e6-6272-4398-bf3c-09b8814b2803 req-18437b45-58fb-4e47-aa87-4678f9f759c1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:14.649115 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-43c2a6e6-6272-4398-bf3c-09b8814b2803 req-18437b45-58fb-4e47-aa87-4678f9f759c1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1634095 May 18 10:02:14.705760 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60292) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:14.706845 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-43c2a6e6-6272-4398-bf3c-09b8814b2803 req-15e695dc-030a-4793-a1d5-136868a63c07 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510464 May 18 10:02:14.742282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.769429 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.822391 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.827527 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d19460cf-fd62-49d5-b56c-3557e94977b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:14.854149 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5558899-1d69-4572-92bf-4214efd117c5,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:14.858777 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:14.863102 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.882562 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:14.886512 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5558899-1d69-4572-92bf-4214efd117c5 HTTP/1.1" status: 204 len: 168 time: 0.2519541 May 18 10:02:14.886512 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:14.896735 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Usage tracker for resource:security_group_rule and tenant:7fcb0b21433245b3aab3bd3854c8cd14 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:14.900353 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:14.909596 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:15.013306 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.018240 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.121747 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c81c3327-1478-42aa-b38f-d7790b9fb4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:15.159406 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fcb0b21433245b3aab3bd3854c8cd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525576 May 18 10:02:15.162306 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60314) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:15.164448 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e161b073-f2ea-43a6-ade7-48cd4e2853e9,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:15.167906 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:15.211822 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.232810 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60320) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:15.266012 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.278155 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.293516 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:15.302859 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Usage tracker for resource:security_group_rule and tenant:ea24f1fa46294bbb9c18c640cdc518c8 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:15.311703 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:15.323393 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:15.327009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.424424 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.432655 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7e45f520-5e61-47d1-a50a-f71c3cdc259f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:15.448327 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e161b073-f2ea-43a6-ade7-48cd4e2853e9,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:15.451150 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:15.487928 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.490151 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.491566 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e161b073-f2ea-43a6-ade7-48cd4e2853e9 HTTP/1.1" status: 204 len: 168 time: 0.3271968 May 18 10:02:15.500419 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.509380 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3687e6f4-3af1-40ef-bd66-cf697e41c1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:15.589623 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea24f1fa46294bbb9c18c640cdc518c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557906 May 18 10:02:15.592301 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60342) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:15.594357 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc0868e-5726-4908-bc8d-1560d4f8c81b,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:15.597887 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:15.661277 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.688531 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.715248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-7617963b-ea08-470c-898f-fea07b4f539d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:15.716700 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-7617963b-ea08-470c-898f-fea07b4f539d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 0.1907167 May 18 10:02:15.736909 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-7a3c9edd-88d3-45c5-815b-1c1ead4e979e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/quotas/a30ea9efe14b4321baf387dcbb1a9928 HTTP/1.1" status: 200 len: 375 time: 0.0095639 May 18 10:02:15.748679 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.755539 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3b6e2454-a748-4e5a-9255-1a3ccce84d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:15.769809 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc0868e-5726-4908-bc8d-1560d4f8c81b,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:15.781699 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:15.791358 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.792827 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bc0868e-5726-4908-bc8d-1560d4f8c81b HTTP/1.1" status: 204 len: 168 time: 0.1993089 May 18 10:02:15.900870 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-46725147-396a-4d82-b477-f97a7351232c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561418 May 18 10:02:15.932828 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60352) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:15.952426 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.969349 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:15.974067 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Usage tracker for resource:security_group_rule and tenant:20845a16c8b64a3684357d7378cb3bfe is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:15.977607 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:15.983315 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:16.011513 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5bd0d-ab8f-4a5b-9a77-ac9459ef8d90 req-108f5dc2-d149-4189-aade-aa2880821bb5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:16.012978 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-11b5bd0d-ab8f-4a5b-9a77-ac9459ef8d90 req-108f5dc2-d149-4189-aade-aa2880821bb5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1865218 May 18 10:02:16.087214 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:16.089576 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-11b5bd0d-ab8f-4a5b-9a77-ac9459ef8d90 req-288eb9d8-d907-4e8d-b498-9393184ea8ef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657532 May 18 10:02:16.092071 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:16.096325 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-be3a090e-8714-445a-95c3-2fccd817457d service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862168 May 18 10:02:16.132522 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9a7fe9bb-1c99-4c21-b2a3-62adfe427984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:16.143983 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20845a16c8b64a3684357d7378cb3bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068753 May 18 10:02:16.144677 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60362) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:16.163282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8881cc5d-973b-4c15-8450-5a93920046e5,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:16.166362 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:16.286472 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-5157c753-999c-4afb-a57f-49d9e6ba2dd8 service neutron] 10.222.0.36 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822703 May 18 10:02:16.292682 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:16.325160 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:16.403733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:16.412193 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-bf92bdea-69bb-42c9-b468-8299814c5a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:16.427594 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8881cc5d-973b-4c15-8450-5a93920046e5,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:16.429587 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:16.433281 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8881cc5d-973b-4c15-8450-5a93920046e5 HTTP/1.1" status: 204 len: 168 time: 0.2876129 May 18 10:02:16.434512 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:16.534258 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-09dee0f1-e661-478e-8eac-6179fe8dbd96 req-a4744690-80c6-494c-9379-068f6170e111 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 210 time: 0.0521674 May 18 10:02:16.967818 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:17.320037 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42921f7a-3097-455c-af7c-0e388a468103 req-7c14e6a8-f4fa-4cc2-8f2f-c8f06e9eff99 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:17.321781 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-42921f7a-3097-455c-af7c-0e388a468103 req-7c14e6a8-f4fa-4cc2-8f2f-c8f06e9eff99 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1017637 May 18 10:02:17.371373 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-42921f7a-3097-455c-af7c-0e388a468103 req-560cdc81-0250-45c5-a087-1be40d7bbea6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 May 18 10:02:17.721289 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4fefc04-fbb9-4b5a-becb-f647231b4bfc req-a63c180b-2e57-4114-b6d6-a75cc2c58dd2 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 210 time: 0.0530884 May 18 10:02:17.933811 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60464) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:18.118515 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:18.122379 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-c32016c4-0561-4820-840e-0317734f004f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:18.124121 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-c32016c4-0561-4820-840e-0317734f004f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 815 time: 0.2748408 May 18 10:02:18.144361 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:18.153288 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Usage tracker for resource:security_group_rule and tenant:411957011b1347bea8a1fe78298a96c1 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:18.155557 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Request body: {'port': {'device_id': '8b0d202e-c385-4840-948d-aeb8953844e6', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'admin_state_up': True, 'tenant_id': 'a30ea9efe14b4321baf387dcbb1a9928'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:18.161035 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:18.174829 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:18.349845 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:18.362426 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:18.396791 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:18.404811 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:18.412879 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Made reservation on behalf of a30ea9efe14b4321baf387dcbb1a9928 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:02:18.416710 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:18.430482 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c7841e45-55e0-49e6-a4fc-8ccde0602795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:18.486499 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4ce5b6-6969-4d42-a9ef-df9f15d504e4,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:18.491650 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:18.500435 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=411957011b1347bea8a1fe78298a96c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617924 May 18 10:02:18.500676 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60492) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:18.521174 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aced2-9445-4e2c-8d76-259b11bbdc0b req-60edc0b9-84e8-4814-8577-53e470d3923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:18.523597 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-3a7aced2-9445-4e2c-8d76-259b11bbdc0b req-60edc0b9-84e8-4814-8577-53e470d3923f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 1098 time: 0.1629519 May 18 10:02:18.609576 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-3a7aced2-9445-4e2c-8d76-259b11bbdc0b req-488ffb8a-ec9c-40af-bb9f-6580d49c51df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780199 May 18 10:02:18.684504 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:18.743643 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:18.750971 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Allocated IP 172.20.0.13 (4749cd44-700a-466e-98fd-aef78c9e4f0d/a9bb9824-8757-4862-abc6-a291639b18c4/232f99fe-be05-4bbc-9e56-a70ad9db45a7) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:02:18.842559 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182d676-9438-4e3f-b569-defcd0cc7ffb req-1743f5f5-d380-40cf-860d-2f1840c40d4a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:18.844423 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5182d676-9438-4e3f-b569-defcd0cc7ffb req-1743f5f5-d380-40cf-860d-2f1840c40d4a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2273929 May 18 10:02:18.922301 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6acf8e81-4295-47cf-8019-1bd6500241a5 req-6eb46a8b-0bcf-42d2-83ad-143aa1c9447f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 210 time: 0.0733094 May 18 10:02:18.965017 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:18.972656 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:19.041905 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4ce5b6-6969-4d42-a9ef-df9f15d504e4,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:19.054416 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:19.079148 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5182d676-9438-4e3f-b569-defcd0cc7ffb req-73cc3360-158f-484d-81cb-e8ac9a80529e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930530 May 18 10:02:19.090977 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.091913 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d4ce5b6-6969-4d42-a9ef-df9f15d504e4 HTTP/1.1" status: 204 len: 168 time: 0.5797563 May 18 10:02:19.134932 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.165986 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.172733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:19.178799 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'b452275b-9015-415e-a58c-d8765ecf6e55', '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:19.240393 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Network 4749cd44-700a-466e-98fd-aef78c9e4f0d is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:02:19.243470 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:02:19.247493 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:02:19.278625 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event updated for resources: {'Port': ['ID=232f99fe-be05-4bbc-9e56-a70ad9db45a7,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:19.285230 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:19.325077 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:19.326135 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.347931 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2121451 May 18 10:02:19.369848 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Request body: {'port': {'device_id': '8b0d202e-c385-4840-948d-aeb8953844e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:19.447793 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60512) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:19.470932 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.488429 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:19.493078 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Usage tracker for resource:security_group_rule and tenant:a6279991c7864be986f0c5e641bcc7f1 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:19.496006 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:19.503095 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:19.520859 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.622598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.630569 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.681899 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8378d2c2-5f3b-4c7a-92f2-a2748820d3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:19.692370 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6279991c7864be986f0c5e641bcc7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434270 May 18 10:02:19.697065 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60520) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:19.724055 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc73728-2c3b-4a6b-beef-5524a9d05354,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:19.732660 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:19.856960 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8b28aef3-3fcc-4325-892b-d09a47d6d014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:19.901724 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8b28aef3-3fcc-4325-892b-d09a47d6d014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.039606 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8b28aef3-3fcc-4325-892b-d09a47d6d014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.044722 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-56ed2aea-2e53-4bad-a3fb-61355a85eafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:20.058452 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232f99fe-be05-4bbc-9e56-a70ad9db45a7 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:20.101544 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28aef3-3fcc-4325-892b-d09a47d6d014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc73728-2c3b-4a6b-beef-5524a9d05354,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:20.105200 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8b28aef3-3fcc-4325-892b-d09a47d6d014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:20.107767 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.149310 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8b28aef3-3fcc-4325-892b-d09a47d6d014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.150298 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-8b28aef3-3fcc-4325-892b-d09a47d6d014 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bc73728-2c3b-4a6b-beef-5524a9d05354 HTTP/1.1" status: 204 len: 168 time: 0.4525464 May 18 10:02:20.151530 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Transition to ACTIVE for port object 232f99fe-be05-4bbc-9e56-a70ad9db45a7 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:02:20.161739 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.273572 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:20.290690 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60542) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:20.467657 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Pushing event updated for resources: {'Port': ['ID=232f99fe-be05-4bbc-9e56-a70ad9db45a7,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:20.504177 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:20.530961 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c2993-4098-49f5-888c-4e08484a00fa req-8d2cc941-6b83-412a-b02e-081a474be758 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:20.531790 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3d5c2993-4098-49f5-888c-4e08484a00fa req-8d2cc941-6b83-412a-b02e-081a474be758 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:20.601679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc70950-2a3e-43fb-b385-156fabec30b8 req-9ab6e329-71b6-4f64-8605-76745f070dbd tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:20.603108 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5fc70950-2a3e-43fb-b385-156fabec30b8 req-9ab6e329-71b6-4f64-8605-76745f070dbd tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2709188 May 18 10:02:20.613825 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3d5c2993-4098-49f5-888c-4e08484a00fa req-8d2cc941-6b83-412a-b02e-081a474be758 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:20.615244 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3d5c2993-4098-49f5-888c-4e08484a00fa req-8d2cc941-6b83-412a-b02e-081a474be758 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 932 time: 0.5592678 May 18 10:02:20.630412 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.650853 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:20.657031 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Usage tracker for resource:security_group_rule and tenant:f09fb4a313224f01a64e880dea661a6e is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:20.660518 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:20.667358 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:20.693187 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Attempting to bind port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:02:20.693554 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Attempting to bind port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:02:20.693940 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Attempting to bind port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:20.721482 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3d5c2993-4098-49f5-888c-4e08484a00fa req-dc4517a3-641c-4f2b-9c68-2d9ae90c7029 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840614 May 18 10:02:20.726231 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:02:20.727068 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Attempting to bind port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 on network 4749cd44-700a-466e-98fd-aef78c9e4f0d {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:20.739987 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:02:20.740322 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Checking segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:02:20.740699 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Bound using segment: {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:02:20.741122 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Bound port: 232f99fe-be05-4bbc-9e56-a70ad9db45a7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465fa21-7e80-4ba7-af56-da582f026cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:02:20.741489 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.798131 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.803047 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.807197 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5fc70950-2a3e-43fb-b385-156fabec30b8 req-5b287db6-d752-4c8c-9da6-27f5fe2353e5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944177 May 18 10:02:20.826173 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2d402ac7-eca4-4f87-9197-b6a99b2f8396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:20.877209 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f09fb4a313224f01a64e880dea661a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853853 May 18 10:02:20.878962 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5445faef-888c-416d-9539-084babc69002,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:20.881212 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60570) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:20.883800 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:20.912467 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] For port 232f99fe-be05-4bbc-9e56-a70ad9db45a7, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:02:20.916716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] For port 232f99fe-be05-4bbc-9e56-a70ad9db45a7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=232f99fe-be05-4bbc-9e56-a70ad9db45a7,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:02:20.924666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.929590 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:20.944921 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.976919 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.012609 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Pushing event updated for resources: {'Port': ['ID=232f99fe-be05-4bbc-9e56-a70ad9db45a7,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:21.040503 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.044832 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-20c77648-7e40-495f-8815-a6e9af93302f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:21.054633 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:21.060260 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5445faef-888c-416d-9539-084babc69002,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:21.068292 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:21.068900 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.069757 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:21.070282 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/232f99fe-be05-4bbc-9e56-a70ad9db45a7 HTTP/1.1" status: 200 len: 1094 time: 1.7066519 May 18 10:02:21.070759 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0d202e-c385-4840-948d-aeb8953844e6', 'tag': '232f99fe-be05-4bbc-9e56-a70ad9db45a7'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:21.099743 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.101240 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5445faef-888c-416d-9539-084babc69002 HTTP/1.1" status: 204 len: 168 time: 0.2189713 May 18 10:02:21.130200 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ee4ff-0ce5-4b5a-be07-df74a750ac22 req-9fb268a6-adda-4b50-8a11-f16d694cde02 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:21.137819 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ed6ee4ff-0ce5-4b5a-be07-df74a750ac22 req-9fb268a6-adda-4b50-8a11-f16d694cde02 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1295056 May 18 10:02:21.203700 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0d202e-c385-4840-948d-aeb8953844e6', 'tag': '232f99fe-be05-4bbc-9e56-a70ad9db45a7', 'status': 'completed', 'code': 200} May 18 10:02:21.278519 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ed6ee4ff-0ce5-4b5a-be07-df74a750ac22 req-33cbc6e7-c353-4ec7-8058-7ef7a4265f88 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310282 May 18 10:02:21.298961 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-b6cb3c35-d665-4133-bf01-43565fcafd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:21.303736 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-b6cb3c35-d665-4133-bf01-43565fcafd06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 1097 time: 0.1619525 May 18 10:02:21.384613 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-da97e2f6-88c5-4333-9594-3dcfd1800035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=232f99fe-be05-4bbc-9e56-a70ad9db45a7 HTTP/1.1" status: 200 len: 217 time: 0.0680909 May 18 10:02:21.461641 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-db72a8bf-1373-48eb-b72a-bf219447122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:21.463078 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-db72a8bf-1373-48eb-b72a-bf219447122c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.0709667 May 18 10:02:21.516655 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-3248960b-3164-41e7-b2e0-0db7228c1ce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451367 May 18 10:02:21.684240 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-6d006f48-2b57-472d-b393-c87f2b9c1527 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587443 May 18 10:02:22.083644 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-499a34d3-9b72-4326-bfd3-90f14d563ca5 req-d458c138-b2a6-4ee5-9b34-c325d1e07d39 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919613 May 18 10:02:22.112383 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba1c38-2657-4150-bc47-225a0c8d9f4a req-6764dd6d-64cd-42be-8faf-66cdf013c087 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:22.114887 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71ba1c38-2657-4150-bc47-225a0c8d9f4a req-6764dd6d-64cd-42be-8faf-66cdf013c087 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 944 time: 0.2259283 May 18 10:02:22.268568 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71ba1c38-2657-4150-bc47-225a0c8d9f4a req-13b23d95-6a72-4332-9921-a0051b487251 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469204 May 18 10:02:22.298432 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60646) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:22.310713 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884289fa-5773-479e-a93e-564cc62d64be req-d3845c19-4503-4149-b43b-32ad3e2b7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:22.312710 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-884289fa-5773-479e-a93e-564cc62d64be req-d3845c19-4503-4149-b43b-32ad3e2b7901 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 1097 time: 0.1582806 May 18 10:02:22.318762 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60652) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:22.437898 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2071706824-network', 'tenant_id': '11cf96dccf334330a7844812a261c444'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:22.446191 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:22.463426 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Usage tracker for resource:network and tenant:11cf96dccf334330a7844812a261c444 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:22.467088 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884289fa-5773-479e-a93e-564cc62d64be req-49a83675-52ff-4f4b-8d27-2dc24189bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:22.467522 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:22.468587 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-884289fa-5773-479e-a93e-564cc62d64be req-49a83675-52ff-4f4b-8d27-2dc24189bb3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 200 len: 916 time: 0.1468933 May 18 10:02:22.470715 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.482824 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:22.496419 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Made reservation on behalf of 11cf96dccf334330a7844812a261c444 for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:02:22.499093 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.512305 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:22.514879 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.526631 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Usage tracker for resource:security_group_rule and tenant:5e899e4336184888aced3ff9b2ceb42f is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:22.531602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:22.539720 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:22.542059 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:22.548969 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Usage tracker for resource:security_group_rule and tenant:11cf96dccf334330a7844812a261c444 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:22.555347 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:22.563716 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:22.630703 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-884289fa-5773-479e-a93e-564cc62d64be req-1f3554d3-a426-415f-b57f-3a8114e45435 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=232f99fe-be05-4bbc-9e56-a70ad9db45a7 HTTP/1.1" status: 200 len: 217 time: 0.1482897 May 18 10:02:22.694715 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.700935 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884289fa-5773-479e-a93e-564cc62d64be req-2b448db8-74a8-45a8-9740-9767ff7987aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:22.703301 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-884289fa-5773-479e-a93e-564cc62d64be req-2b448db8-74a8-45a8-9740-9767ff7987aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 200 len: 855 time: 0.0641167 May 18 10:02:22.706706 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.715783 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bc4b0050-79ac-4ba8-8c3d-25593b5f6c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:22.730565 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.746521 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.756758 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-884289fa-5773-479e-a93e-564cc62d64be req-7e441af4-5ecd-480e-ba61-b02aabfcb461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4749cd44-700a-466e-98fd-aef78c9e4f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456438 May 18 10:02:22.766003 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e899e4336184888aced3ff9b2ceb42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454601 May 18 10:02:22.772824 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60672) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:22.788054 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc79b2-aa67-48cd-933c-713d76af8772,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:22.790615 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:02:22.794203 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:22.797475 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4397e940-f27e-481e-b087-96c94ddd22d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:22.821382 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.821695 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Added segment 133c1ce8-9385-4c10-a87e-c55f3f4d853b of type vlan for network be26b8ec-79df-4fe2-9470-67962e4f4822 May 18 10:02:22.861061 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7fe189-0529-4cd0-8f93-e11865eae334,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:22.864838 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:22.885999 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.899384 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.908783 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-884289fa-5773-479e-a93e-564cc62d64be req-42396803-22f2-4411-a55d-bc0cf82e777a service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415026 May 18 10:02:22.938251 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.955249 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.963146 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:22.963706 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.970015 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:23.052718 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-884289fa-5773-479e-a93e-564cc62d64be req-0be13dfa-e4b9-4649-bd8d-887cc1593761 service neutron] 10.222.0.24 "GET /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365223 May 18 10:02:23.088858 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7879741 May 18 10:02:23.089103 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Pushing event updated for resources: {'Network': ['ID=be26b8ec-79df-4fe2-9470-67962e4f4822,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:23.090422 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60680) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:23.091752 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:23.099693 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network be26b8ec-79df-4fe2-9470-67962e4f4822 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:02:23.108095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Request body: {'subnet': {'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2071706824-subnet', 'tenant_id': '11cf96dccf334330a7844812a261c444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:23.119901 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:23.120356 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.125650 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Usage tracker for resource:subnet and tenant:11cf96dccf334330a7844812a261c444 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:23.128637 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:23.131404 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-31f09c29-e8fe-4122-a111-4664e3492a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:23.135466 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:23.158891 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Made reservation on behalf of 11cf96dccf334330a7844812a261c444 for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:02:23.161330 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27023734'] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.161551 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc79b2-aa67-48cd-933c-713d76af8772,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:23.164628 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.166037 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fcc79b2-aa67-48cd-933c-713d76af8772 HTTP/1.1" status: 204 len: 168 time: 0.3920918 May 18 10:02:23.167852 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:23.579274 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60698) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:23.604393 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.620966 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:23.627354 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Usage tracker for resource:security_group_rule and tenant:0b31b11e763c4af395b3310bdd2e7c04 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:23.630699 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:23.637622 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:23.706422 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d6b8d-372b-43f8-ab2c-d9ea14271b37 req-f03c0db7-2ba2-477a-a4bd-66dad16049c0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:23.707908 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f08d6b8d-372b-43f8-ab2c-d9ea14271b37 req-f03c0db7-2ba2-477a-a4bd-66dad16049c0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 944 time: 0.2627690 May 18 10:02:23.739315 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.743328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.752452 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d52cde72-83a6-494a-bff5-1af4b95f8d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:23.791665 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b31b11e763c4af395b3310bdd2e7c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105241 May 18 10:02:23.793199 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f6b22-29fc-4551-9f4b-fc3c95878f93,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:23.795494 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60704) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:23.798910 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:23.846300 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f08d6b8d-372b-43f8-ab2c-d9ea14271b37 req-6de934c1-d8fc-4f5a-9349-f9b1ef6c76b3 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 May 18 10:02:23.876329 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.883890 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-b6b411c8-849c-456a-9bdc-fcced7673640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:23.885328 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-b6b411c8-849c-456a-9bdc-fcced7673640 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.2219043 May 18 10:02:23.896370 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e384e-54c4-46d4-849a-9478464672d9 req-c54260e1-a235-469d-b4b0-e1fefd562390 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:23.898044 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fe0e384e-54c4-46d4-849a-9478464672d9 req-c54260e1-a235-469d-b4b0-e1fefd562390 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1847477 May 18 10:02:23.903414 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.965729 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.972395 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:23.985638 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f6b22-29fc-4551-9f4b-fc3c95878f93,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:23.988820 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:23.993598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.994703 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c17f6b22-29fc-4551-9f4b-fc3c95878f93 HTTP/1.1" status: 204 len: 168 time: 0.1982453 May 18 10:02:24.111417 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fe0e384e-54c4-46d4-849a-9478464672d9 req-9ca12f01-a630-4709-81c6-e6a7cbae63af tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918683 May 18 10:02:24.123535 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27007998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27023684'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:24.144867 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:24.184505 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-1c9d58b1-a1ab-4ca8-bea9-a5139bc807b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:24.185935 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-1c9d58b1-a1ab-4ca8-bea9-a5139bc807b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.2870145 May 18 10:02:24.279629 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-7d3cb4e3-59fc-4132-a491-96af8646b9ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 217 time: 0.0809107 May 18 10:02:24.288980 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4704741c-11de-40c0-bd88-02b5a3b6e08a,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:24.294182 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:24.335922 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Checking segment: {'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:02:24.335922 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Network hostable DHCP agents. Network: be26b8ec-79df-4fe2-9470-67962e4f4822, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:02:24.366679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-6af8d82d-7576-46df-b4b8-9744b1e83363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:24.368165 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-6af8d82d-7576-46df-b4b8-9744b1e83363 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.0768049 May 18 10:02:24.369125 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Network be26b8ec-79df-4fe2-9470-67962e4f4822 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:02:24.419470 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, be26b8ec-79df-4fe2-9470-67962e4f4822) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:02:24.423329 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-e2ac14dc-d0c1-4366-a81e-a145599aac05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461619 May 18 10:02:24.429003 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d46ab2-f328-45fa-bd71-48541cd945d7 None None] Network be26b8ec-79df-4fe2-9470-67962e4f4822 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:02:24.431318 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:24.431937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:24.616236 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5212102 May 18 10:02:24.631300 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d31d2d-0efa-4214-9fc0-23ea41939e33 None None] Network be26b8ec-79df-4fe2-9470-67962e4f4822 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:02:24.688749 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-7740f97c-2cd4-4aec-8a00-33a5937bb855 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531838 May 18 10:02:24.910151 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-06f3d916-9099-48f0-82c7-0aea4d254d66 req-67a7caee-9390-475f-8a55-3d844468765c service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128747 May 18 10:02:25.089060 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459096aa-31f4-4dc9-b118-6718500d6982 req-cbecba59-ae82-4e6e-a79d-d283a4bff590 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:25.091143 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-459096aa-31f4-4dc9-b118-6718500d6982 req-cbecba59-ae82-4e6e-a79d-d283a4bff590 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 944 time: 0.1123986 May 18 10:02:25.143527 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-459096aa-31f4-4dc9-b118-6718500d6982 req-f4b5c701-28f0-4005-a9ef-641591bddeb8 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 May 18 10:02:25.344610 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf539e17-7fe2-4293-9d6e-3461699ea2d7 req-944335b5-f46c-4ee6-a192-5e0dd586c962 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:25.346265 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cf539e17-7fe2-4293-9d6e-3461699ea2d7 req-944335b5-f46c-4ee6-a192-5e0dd586c962 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1010122 May 18 10:02:25.406810 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cf539e17-7fe2-4293-9d6e-3461699ea2d7 req-26edb368-bd3d-4a23-be8a-df4d555b5c0b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 May 18 10:02:25.874227 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60782) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:25.920263 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 232f99fe-be05-4bbc-9e56-a70ad9db45a7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:25.997574 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.013832 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:26.018509 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Usage tracker for resource:security_group_rule and tenant:d0262c3663bf494d889281ee0db2dcd2 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:26.021897 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:26.028421 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:26.058600 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 232f99fe-be05-4bbc-9e56-a70ad9db45a7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=232f99fe-be05-4bbc-9e56-a70ad9db45a7,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:26.073732 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '232f99fe-be05-4bbc-9e56-a70ad9db45a7', 'network_id': '4749cd44-700a-466e-98fd-aef78c9e4f0d', 'port_id': '232f99fe-be05-4bbc-9e56-a70ad9db45a7', 'mac_address': 'fa:16:3e:83:d5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bb9824-8757-4862-abc6-a291639b18c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:26.116484 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.120856 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.128060 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b45b6fd6-befb-4db2-a885-79dc8e5b4042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:26.131062 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.148638 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232f99fe-be05-4bbc-9e56-a70ad9db45a7 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:26.164423 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 232f99fe-be05-4bbc-9e56-a70ad9db45a7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=232f99fe-be05-4bbc-9e56-a70ad9db45a7,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:26.168516 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.170332 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:26.172510 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c48da-dcb4-4f4f-b024-34955ae201ae,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:26.179670 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60790) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:26.180100 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0262c3663bf494d889281ee0db2dcd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043475 May 18 10:02:26.180632 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:26.239926 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=232f99fe-be05-4bbc-9e56-a70ad9db45a7,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:26.243146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:26.252736 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.278458 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.329798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.334871 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2cc4a4fb-746d-4c24-9944-33376cd6c97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:26.346010 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c48da-dcb4-4f4f-b024-34955ae201ae,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:26.349775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:26.353054 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.354295 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c29c48da-dcb4-4f4f-b024-34955ae201ae HTTP/1.1" status: 204 len: 168 time: 0.1736720 May 18 10:02:26.377014 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc01c0-e1b8-4de5-9492-012a814e5b8c req-51d24189-c041-4f7f-92f8-9d5dfcdfae5b tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:26.378673 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3ddc01c0-e1b8-4de5-9492-012a814e5b8c req-51d24189-c041-4f7f-92f8-9d5dfcdfae5b tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 945 time: 0.0931044 May 18 10:02:26.429107 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3ddc01c0-e1b8-4de5-9492-012a814e5b8c req-f596ccd1-80f7-47ea-9a62-250c8edfaf55 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 May 18 10:02:26.559977 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['232f99fe-be05-4bbc-9e56-a70ad9db45a7'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:26.609110 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a573d-f6fc-4aca-9d90-9ae2d52b5b26 req-c8d12826-af35-4b11-9054-e4d9aed34469 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:26.610898 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f82a573d-f6fc-4aca-9d90-9ae2d52b5b26 req-c8d12826-af35-4b11-9054-e4d9aed34469 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0914836 May 18 10:02:26.684059 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f82a573d-f6fc-4aca-9d90-9ae2d52b5b26 req-d682534f-29d9-4e98-a09c-43e1e784f4b5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668271 May 18 10:02:27.191333 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535d8c-d95f-4252-8976-794fac350437 req-d71ad7d7-8372-44c7-b8a5-160b8c49ca7f tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:27.192781 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-d71ad7d7-8372-44c7-b8a5-160b8c49ca7f tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/networks?id=be26b8ec-79df-4fe2-9470-67962e4f4822 HTTP/1.1" status: 200 len: 809 time: 0.1700149 May 18 10:02:27.216154 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-42bc3d6f-edeb-4c88-b3c0-d8696e2c8cf5 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/quotas/11cf96dccf334330a7844812a261c444 HTTP/1.1" status: 200 len: 375 time: 0.0165255 May 18 10:02:27.298459 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-4c9fce07-87cb-4ded-82b2-d66732dd5dc2 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=11cf96dccf334330a7844812a261c444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744898 May 18 10:02:27.476528 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-e434f5d5-25de-4549-97a2-1f8897f2f11b service neutron] 10.222.0.36 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682491 May 18 10:02:27.682752 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-6c668b61-1607-48bf-a9ae-6dbfd5c739a4 service neutron] 10.222.0.36 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000391 May 18 10:02:27.712858 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6275f0-33b2-4fbc-85a1-9db0dcbe7d93 req-736e3d78-fcf7-4a94-8b72-958e54dad32e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:27.714396 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a6275f0-33b2-4fbc-85a1-9db0dcbe7d93 req-736e3d78-fcf7-4a94-8b72-958e54dad32e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 945 time: 0.1123588 May 18 10:02:27.769510 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a6275f0-33b2-4fbc-85a1-9db0dcbe7d93 req-ab82cf2c-54d1-41ed-aabb-e68b2bf8799d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 May 18 10:02:27.939569 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 232f99fe-be05-4bbc-9e56-a70ad9db45a7 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:27.973585 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60886) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:27.986795 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18707c95-5b3e-495c-b4d4-03b00ab9ea79 req-661f81c3-28af-4297-8c67-4fd8d96a656f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:27.994448 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-18707c95-5b3e-495c-b4d4-03b00ab9ea79 req-661f81c3-28af-4297-8c67-4fd8d96a656f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1089525 May 18 10:02:28.037633 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:28.048115 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:28.049122 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.082495 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f956e8d1-1215-49ac-ba55-ce779ae4d85c req-7fb94974-ee2f-436d-a576-e9a19cd2acdb tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 210 time: 0.0632901 May 18 10:02:28.096071 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-18707c95-5b3e-495c-b4d4-03b00ab9ea79 req-2a1f9698-b193-4217-b997-346ce20607c7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004953 May 18 10:02:28.174184 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.177958 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.192841 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:28.197359 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Usage tracker for resource:security_group_rule and tenant:c393fd035aee427693280a48fce06006 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:28.201791 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:28.207392 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0d202e-c385-4840-948d-aeb8953844e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232f99fe-be05-4bbc-9e56-a70ad9db45a7'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:28.209291 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:28.218311 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 232f99fe-be05-4bbc-9e56-a70ad9db45a7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=232f99fe-be05-4bbc-9e56-a70ad9db45a7,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:28.225505 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.227759 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:28.275566 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0d202e-c385-4840-948d-aeb8953844e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232f99fe-be05-4bbc-9e56-a70ad9db45a7', 'code': 200} May 18 10:02:28.307717 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=232f99fe-be05-4bbc-9e56-a70ad9db45a7,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:28.312354 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:28.375763 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.380720 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.394996 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-86e132a4-b9ed-4958-aa81-0934051d2125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:28.433958 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c393fd035aee427693280a48fce06006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567883 May 18 10:02:28.434363 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 60902) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:28.435691 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f74cc6e-eb98-4689-80a9-69757142ccee,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:28.438711 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:28.491332 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60906) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:28.516865 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.551887 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.626907 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.644471 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:28.646539 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:02:28.653534 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Usage tracker for resource:security_group_rule and tenant:83e6377d12234e43a3f7d462b1808ca7 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:28.661962 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:28.664621 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:28.768580 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.772444 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.782269 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fef35b1f-cd49-412e-b797-041b70782cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:28.787031 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ed2e-0276-436e-ae54-91f6f823db45 req-9e44fc4c-7e2f-4b18-b5c9-2a06339acc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:28.788780 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a647ed2e-0276-436e-ae54-91f6f823db45 req-9e44fc4c-7e2f-4b18-b5c9-2a06339acc2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 1099 time: 0.2290971 May 18 10:02:28.795733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.832823 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83e6377d12234e43a3f7d462b1808ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403447 May 18 10:02:28.833963 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836fb32d-a6cf-4a5e-b7ca-8b82086e52ad,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:28.835922 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-61e03ba5-b64c-461f-a420-d0646161f645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:28.836488 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 60918) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:28.838861 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:28.859883 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.861044 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f74cc6e-eb98-4689-80a9-69757142ccee HTTP/1.1" status: 204 len: 168 time: 0.4257112 May 18 10:02:28.876428 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f74cc6e-eb98-4689-80a9-69757142ccee,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:28.884707 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:28.923354 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.963679 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.980799 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a647ed2e-0276-436e-ae54-91f6f823db45 req-4c06de27-da33-49cf-9883-47721acaa683 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768992 May 18 10:02:29.055839 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.066064 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-baba098f-944e-44be-887e-f218c9d39c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:29.071207 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a26d-992a-476d-9e18-7003a572b246 req-10d2cdc1-b26a-4bd5-8bbb-116d6a64e822 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.079499 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dfc2a26d-992a-476d-9e18-7003a572b246 req-10d2cdc1-b26a-4bd5-8bbb-116d6a64e822 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 946 time: 0.1767077 May 18 10:02:29.083413 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fb32d-a6cf-4a5e-b7ca-8b82086e52ad,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:29.087505 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:29.089933 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.091568 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/836fb32d-a6cf-4a5e-b7ca-8b82086e52ad HTTP/1.1" status: 204 len: 168 time: 0.2541802 May 18 10:02:29.156634 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dfc2a26d-992a-476d-9e18-7003a572b246 req-395b7b93-8d5c-4127-ba69-9887be962ce8 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760698 May 18 10:02:29.379466 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-812e1b59-316c-4b28-8efa-37be8255e2a1 req-8b6b00d4-63c1-41fb-b3be-36b00642c546 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 210 time: 0.0932634 May 18 10:02:29.541108 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535d8c-d95f-4252-8976-794fac350437 req-0413c44e-f22e-49c1-9e62-72fe91db329e tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.542566 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-0413c44e-f22e-49c1-9e62-72fe91db329e tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "GET /v2.0/networks?id=be26b8ec-79df-4fe2-9470-67962e4f4822 HTTP/1.1" status: 200 len: 809 time: 0.2131217 May 18 10:02:29.562866 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Request body: {'port': {'device_id': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822', 'admin_state_up': True, 'tenant_id': '11cf96dccf334330a7844812a261c444'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:29.589138 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6762c-397d-4c2e-a47b-23f0d340980a req-bc2501b6-7e43-43c1-870f-feb81c7bd59b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.596854 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00c6762c-397d-4c2e-a47b-23f0d340980a req-bc2501b6-7e43-43c1-870f-feb81c7bd59b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3786869 May 18 10:02:29.722151 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00c6762c-397d-4c2e-a47b-23f0d340980a req-c095111f-f9d3-4e24-a0c1-cf1f725aea05 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220062 May 18 10:02:29.752141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:29.755901 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Usage tracker for resource:port and tenant:11cf96dccf334330a7844812a261c444 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:29.758978 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:29.764883 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:29.774434 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Made reservation on behalf of 11cf96dccf334330a7844812a261c444 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:02:29.778210 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.943651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Allocated IP 172.20.0.3 (be26b8ec-79df-4fe2-9470-67962e4f4822/4704741c-11de-40c0-bd88-02b5a3b6e08a/d83b1ee0-bc1e-4fbd-8899-82c2207d8226) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:02:30.193441 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:30.249376 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:30.270395 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2132697e-1fa7-4de1-a4f0-ac580ada0199 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:30.377214 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Network be26b8ec-79df-4fe2-9470-67962e4f4822 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:02:30.385498 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:02:30.391694 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:02:30.451862 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Pushing event updated for resources: {'Port': ['ID=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:30.461757 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:30.484462 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:30.485354 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:30.521450 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9dca5-4a1b-4199-b62c-5eb172476362 req-845c1aea-822f-42ea-8f76-b8c13a722ee5 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:30.521450 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e7a9dca5-4a1b-4199-b62c-5eb172476362 req-845c1aea-822f-42ea-8f76-b8c13a722ee5 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 946 time: 0.2158487 May 18 10:02:30.523322 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704208 May 18 10:02:30.556453 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Request body: {'port': {'device_id': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:30.668094 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e7a9dca5-4a1b-4199-b62c-5eb172476362 req-0998dccb-4e8d-4c5c-ac41-53d99ff16b91 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405299 May 18 10:02:30.768509 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b440b1-1fe6-4946-a814-8b216273bb04 req-0beb54c0-7517-44fc-a14d-279b40aca2c5 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:30.769216 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-15b440b1-1fe6-4946-a814-8b216273bb04 req-0beb54c0-7517-44fc-a14d-279b40aca2c5 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Synchronizing usage tracker for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:30.772874 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:30.880312 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-15b440b1-1fe6-4946-a814-8b216273bb04 req-0beb54c0-7517-44fc-a14d-279b40aca2c5 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Unset dirty status for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:30.881487 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-15b440b1-1fe6-4946-a814-8b216273bb04 req-0beb54c0-7517-44fc-a14d-279b40aca2c5 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 931 time: 0.2986522 May 18 10:02:31.060127 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-15b440b1-1fe6-4946-a814-8b216273bb04 req-43229a82-f69f-46d7-adba-723cfdbe0a7b tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725440 May 18 10:02:31.272142 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36570f-7c60-4bf0-b619-c36d470175e5 req-b691b6de-7ccc-46ac-9bd6-e9394855b1be tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.273613 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8a36570f-7c60-4bf0-b619-c36d470175e5 req-b691b6de-7ccc-46ac-9bd6-e9394855b1be tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3895302 May 18 10:02:31.341662 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8a36570f-7c60-4bf0-b619-c36d470175e5 req-5c3ec7bf-d7f7-4322-9b77-1c8699931fbc tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613945 May 18 10:02:31.410284 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83b1ee0-bc1e-4fbd-8899-82c2207d8226 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:31.417492 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.431954 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Transition to ACTIVE for port object d83b1ee0-bc1e-4fbd-8899-82c2207d8226 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:02:31.435703 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.440183 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:31.595815 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Pushing event updated for resources: {'Port': ['ID=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:31.603349 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:31.673502 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Attempting to bind port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:02:31.673829 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Attempting to bind port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:02:31.674150 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Attempting to bind port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 on network be26b8ec-79df-4fe2-9470-67962e4f4822 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:31.678733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 on network be26b8ec-79df-4fe2-9470-67962e4f4822 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:02:31.679049 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Attempting to bind port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 on network be26b8ec-79df-4fe2-9470-67962e4f4822 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:31.684072 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:02:31.684405 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Checking segment: {'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:02:31.684784 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Bound using segment: {'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:02:31.685201 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Bound port: d83b1ee0-bc1e-4fbd-8899-82c2207d8226, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:02:31.685581 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.778709 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] For port d83b1ee0-bc1e-4fbd-8899-82c2207d8226, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:02:31.782806 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] For port d83b1ee0-bc1e-4fbd-8899-82c2207d8226, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:02:31.788258 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.791832 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:31.849519 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.850127 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.851474 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] 10.222.0.24 "PUT /v2.0/ports/d83b1ee0-bc1e-4fbd-8899-82c2207d8226 HTTP/1.1" status: 200 len: 1093 time: 1.3031917 May 18 10:02:31.851953 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'tag': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:31.884293 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Pushing event updated for resources: {'Port': ['ID=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:31.888199 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:31.926753 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'tag': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226', 'status': 'completed', 'code': 200} May 18 10:02:31.962073 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535d8c-d95f-4252-8976-794fac350437 req-1b6d83e0-0ea9-42f3-ab67-cfdd7c76ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.963770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-1b6d83e0-0ea9-42f3-ab67-cfdd7c76ffc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11cf96dccf334330a7844812a261c444&device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 1096 time: 0.0742977 May 18 10:02:32.037473 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-37342b5a-6822-40d9-a64b-431e8d37530f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83b1ee0-bc1e-4fbd-8899-82c2207d8226 HTTP/1.1" status: 200 len: 217 time: 0.0651138 May 18 10:02:32.121128 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a535d8c-d95f-4252-8976-794fac350437 req-44b1527a-bab3-4279-a7df-6a1ace7f68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.123222 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-44b1527a-bab3-4279-a7df-6a1ace7f68b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4704741c-11de-40c0-bd88-02b5a3b6e08a HTTP/1.1" status: 200 len: 849 time: 0.0725322 May 18 10:02:32.181883 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-d58983e9-d679-4ef3-840f-eaacaf00078c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be26b8ec-79df-4fe2-9470-67962e4f4822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481505 May 18 10:02:32.451135 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752229-11c8-4ad2-ab21-d6d01b60b6be req-0ff4bca0-4e34-4a1a-a492-c679ef9237ef tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.453135 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-63752229-11c8-4ad2-ab21-d6d01b60b6be req-0ff4bca0-4e34-4a1a-a492-c679ef9237ef tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 943 time: 0.2404406 May 18 10:02:32.476228 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-1e8429f4-cace-4b1f-8054-3f2de3fc105f service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843232 May 18 10:02:32.543802 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-63752229-11c8-4ad2-ab21-d6d01b60b6be req-2e1cfa2b-2b0b-4f3b-b34e-a97e63b95f70 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838284 May 18 10:02:32.637948 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a535d8c-d95f-4252-8976-794fac350437 req-1e859e3b-7f5f-4ed3-a331-d8c37563d290 service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541188 May 18 10:02:32.794246 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12467-94e0-451d-a013-eefcb6c7c0cf req-08dbfe60-d148-44d6-bc59-852e80b77e30 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.795718 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d1a12467-94e0-451d-a013-eefcb6c7c0cf req-08dbfe60-d148-44d6-bc59-852e80b77e30 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1437483 May 18 10:02:32.800928 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c6388-3abe-4205-8983-41809a1466ad req-dd8ab9a0-1cd6-4302-a694-991a90f177c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.802361 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b9c6388-3abe-4205-8983-41809a1466ad req-dd8ab9a0-1cd6-4302-a694-991a90f177c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11cf96dccf334330a7844812a261c444&device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 1096 time: 0.1032596 May 18 10:02:32.925312 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d1a12467-94e0-451d-a013-eefcb6c7c0cf req-090dfa10-d2b0-4593-8ba1-07c8f63ae710 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219993 May 18 10:02:33.048092 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c6388-3abe-4205-8983-41809a1466ad req-bf215234-a21d-4ab0-a0e6-260e15c7a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:33.049549 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b9c6388-3abe-4205-8983-41809a1466ad req-bf215234-a21d-4ab0-a0e6-260e15c7a782 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be26b8ec-79df-4fe2-9470-67962e4f4822 HTTP/1.1" status: 200 len: 910 time: 0.2318420 May 18 10:02:33.123473 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b9c6388-3abe-4205-8983-41809a1466ad req-c0cb9940-6072-40f6-adbe-aa8db347c700 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83b1ee0-bc1e-4fbd-8899-82c2207d8226 HTTP/1.1" status: 200 len: 217 time: 0.0668168 May 18 10:02:33.192115 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c6388-3abe-4205-8983-41809a1466ad req-130e8cd8-a764-4bd1-b13b-282dafd5379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:33.193564 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b9c6388-3abe-4205-8983-41809a1466ad req-130e8cd8-a764-4bd1-b13b-282dafd5379f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4704741c-11de-40c0-bd88-02b5a3b6e08a HTTP/1.1" status: 200 len: 849 time: 0.0613191 May 18 10:02:33.240741 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b9c6388-3abe-4205-8983-41809a1466ad req-039ae2b1-1b68-4369-b5ea-870f7576d0d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be26b8ec-79df-4fe2-9470-67962e4f4822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403571 May 18 10:02:33.376191 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b9c6388-3abe-4205-8983-41809a1466ad req-8bbcba44-2ca9-456f-af2d-281e1f59672f service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254871 May 18 10:02:33.510567 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b9c6388-3abe-4205-8983-41809a1466ad req-e08dd654-47bd-4298-ad3f-c6534a708c5a service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258039 May 18 10:02:33.770318 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb48787-815a-4f68-90cc-5f6bf6194fa3 req-8e34903c-b61c-427b-9073-dd17dadbd8ce tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:33.771968 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beb48787-815a-4f68-90cc-5f6bf6194fa3 req-8e34903c-b61c-427b-9073-dd17dadbd8ce tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 943 time: 0.1088839 May 18 10:02:33.835957 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-beb48787-815a-4f68-90cc-5f6bf6194fa3 req-42ad8eeb-3b62-4314-a574-6c5e1309ac00 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500798 May 18 10:02:34.118711 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e9bb-3ed4-4c89-a264-976171414457 req-15d8405b-8d28-481f-9a6e-bb7e2c27d4ee tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:34.120179 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7618e9bb-3ed4-4c89-a264-976171414457 req-15d8405b-8d28-481f-9a6e-bb7e2c27d4ee tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0823157 May 18 10:02:34.179853 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7618e9bb-3ed4-4c89-a264-976171414457 req-fcf0cba6-8667-4b69-868a-bf67b78bd15e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 May 18 10:02:35.027188 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237b7ab-23b9-41ae-a64c-d2f73048ab5e req-bb1b3999-620a-4f7e-b255-66e5e6817ea1 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:35.028711 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6237b7ab-23b9-41ae-a64c-d2f73048ab5e req-bb1b3999-620a-4f7e-b255-66e5e6817ea1 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 943 time: 0.0871010 May 18 10:02:35.085343 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6237b7ab-23b9-41ae-a64c-d2f73048ab5e req-d0c5ff77-cc49-49d7-b700-2460c4894e86 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 May 18 10:02:35.407771 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb9193-cc4d-4663-840e-73d0725e790f req-94fa5465-1ae9-434b-a1f6-52a72a49f4c7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:35.409321 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52eb9193-cc4d-4663-840e-73d0725e790f req-94fa5465-1ae9-434b-a1f6-52a72a49f4c7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1177032 May 18 10:02:35.460455 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 32860) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:35.460957 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52eb9193-cc4d-4663-840e-73d0725e790f req-9c9ae808-a5dc-4b8b-8c72-e05e84a66d7e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452771 May 18 10:02:35.583625 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:35.598960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:35.602812 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0ccf0aac974f8fa20611c291980fd9 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:35.605612 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:35.611761 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:35.693799 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:35.698190 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:35.706960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5aa5d58e-d015-4196-92ee-7224447d16fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:35.809858 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a0ccf0aac974f8fa20611c291980fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482652 May 18 10:02:35.810801 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0486f-3ccf-49c3-8d2d-a981ba32fafa,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:35.812622 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 32872) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:35.813964 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:35.880283 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:35.907446 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:35.967255 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:35.971249 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:35.984967 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0486f-3ccf-49c3-8d2d-a981ba32fafa,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:35.988298 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:35.992362 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:35.992802 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d83b1ee0-bc1e-4fbd-8899-82c2207d8226 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:35.994683 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5f0486f-3ccf-49c3-8d2d-a981ba32fafa HTTP/1.1" status: 204 len: 168 time: 0.1799135 May 18 10:02:36.160198 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d83b1ee0-bc1e-4fbd-8899-82c2207d8226, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:36.200883 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226', 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822', 'port_id': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226', 'mac_address': 'fa:16:3e:d1:0f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4704741c-11de-40c0-bd88-02b5a3b6e08a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:36.269684 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:36.292486 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83b1ee0-bc1e-4fbd-8899-82c2207d8226 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:36.314915 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c5e7f-e4a3-4cbe-b14c-69da07fbe74f req-49dba0be-406a-4a1a-9ef4-bb21dd861da1 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:36.317450 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d98c5e7f-e4a3-4cbe-b14c-69da07fbe74f req-49dba0be-406a-4a1a-9ef4-bb21dd861da1 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 943 time: 0.0970404 May 18 10:02:36.324069 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d83b1ee0-bc1e-4fbd-8899-82c2207d8226, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:36.338047 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:36.339899 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:36.382136 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d98c5e7f-e4a3-4cbe-b14c-69da07fbe74f req-b3ae3690-6a97-430a-862a-57fe2da150b6 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576479 May 18 10:02:36.428821 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:36.438602 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:36.719029 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924d92-706e-4ce5-b4a2-44e352db9ba9 req-a29cf5d8-a014-4754-85e6-fda4c01d762e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:36.728297 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-41924d92-706e-4ce5-b4a2-44e352db9ba9 req-a29cf5d8-a014-4754-85e6-fda4c01d762e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1082106 May 18 10:02:36.741836 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d83b1ee0-bc1e-4fbd-8899-82c2207d8226'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:36.787160 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-41924d92-706e-4ce5-b4a2-44e352db9ba9 req-30199170-dd08-4942-9790-cb8f82089c28 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569780 May 18 10:02:37.573233 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4587a61-c122-4b9a-ad95-d14c3836534b req-02fb3a7c-9f12-4d7c-8679-cea4dc695e77 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:37.574618 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a4587a61-c122-4b9a-ad95-d14c3836534b req-02fb3a7c-9f12-4d7c-8679-cea4dc695e77 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 944 time: 0.0809946 May 18 10:02:37.620041 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a4587a61-c122-4b9a-ad95-d14c3836534b req-e062fa1e-0522-4ab4-93a0-e82ce9410d9a tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 May 18 10:02:37.969385 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaa24e-d80c-4448-8d79-570c32a796ce req-a6a00f3a-8ca3-418d-a3f9-27e793881fa0 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:37.970857 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-aafaa24e-d80c-4448-8d79-570c32a796ce req-a6a00f3a-8ca3-418d-a3f9-27e793881fa0 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0824578 May 18 10:02:38.011312 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d83b1ee0-bc1e-4fbd-8899-82c2207d8226 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:38.019041 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-aafaa24e-d80c-4448-8d79-570c32a796ce req-a7358750-a02d-413d-aa0a-db3a49f8f1d8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 May 18 10:02:38.172678 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:38.180414 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:38.180823 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:38.384547 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:38.418427 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:38.433492 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d83b1ee0-bc1e-4fbd-8899-82c2207d8226, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:38.440213 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:38.443985 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:38.487655 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226', 'code': 200} May 18 10:02:38.522056 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:38.527777 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:38.865709 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723a8d4-5299-410b-b8a1-a3a7027b1834 req-311489e4-7c47-4da8-b552-9647c8ae54ef tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:38.867183 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0723a8d4-5299-410b-b8a1-a3a7027b1834 req-311489e4-7c47-4da8-b552-9647c8ae54ef tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 946 time: 0.1986368 May 18 10:02:38.881042 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945f87d-8fb5-4098-aecd-752bdbd1832e req-e5f77594-1e43-4e06-93f4-69acf878e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:38.882425 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2945f87d-8fb5-4098-aecd-752bdbd1832e req-e5f77594-1e43-4e06-93f4-69acf878e3a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 1098 time: 0.1774254 May 18 10:02:38.984670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06e91c-a967-40cf-be2b-b1c8d9fdc746 req-f35aeacb-b0e0-4437-b723-595fbdf3062d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:38.986205 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7f06e91c-a967-40cf-be2b-b1c8d9fdc746 req-f35aeacb-b0e0-4437-b723-595fbdf3062d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 945 time: 0.2370648 May 18 10:02:39.050118 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0723a8d4-5299-410b-b8a1-a3a7027b1834 req-1a9c01b1-a8e6-40b9-9878-297e86e0c778 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744609 May 18 10:02:39.053496 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2945f87d-8fb5-4098-aecd-752bdbd1832e req-adbeebd4-7c2d-4e26-8c33-01c1a73e7950 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543007 May 18 10:02:39.064115 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7f06e91c-a967-40cf-be2b-b1c8d9fdc746 req-16f95d6e-f882-41e7-b8e5-9ee45339a3b0 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710890 May 18 10:02:39.252149 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c6503-6b78-4639-88a1-0a1534e1fffe req-1547c507-84a7-4ae6-b08a-19b8eba91c07 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:39.253686 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-518c6503-6b78-4639-88a1-0a1534e1fffe req-1547c507-84a7-4ae6-b08a-19b8eba91c07 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0835016 May 18 10:02:39.307220 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-518c6503-6b78-4639-88a1-0a1534e1fffe req-eb1cb411-0715-4fe5-9017-c22084e00208 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 May 18 10:02:40.328410 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f703c-1ab9-485a-a38b-3311f231d0b2 req-eb28ed2c-9ac9-4fa0-a95a-1b1051e48ac9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:40.331310 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-342f703c-1ab9-485a-a38b-3311f231d0b2 req-eb28ed2c-9ac9-4fa0-a95a-1b1051e48ac9 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 946 time: 0.1452048 May 18 10:02:40.359482 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb1b66-4150-4c86-8410-42d39db6ca7e req-a074bfc9-2b0c-4b05-b654-007b6f613811 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:40.361199 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8feb1b66-4150-4c86-8410-42d39db6ca7e req-a074bfc9-2b0c-4b05-b654-007b6f613811 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 945 time: 0.1408381 May 18 10:02:40.414821 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-342f703c-1ab9-485a-a38b-3311f231d0b2 req-5d2d6061-8be2-4a4b-8fe9-47b0c51917a1 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770397 May 18 10:02:40.425695 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8feb1b66-4150-4c86-8410-42d39db6ca7e req-779e1801-b5f3-4398-b4ed-38c8fc8e560a tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582812 May 18 10:02:40.606393 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c077ac-1adb-4009-8b2a-442d5b491186 req-664b7c4f-fbd7-492c-9219-b7952aa2abca tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:40.607827 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71c077ac-1adb-4009-8b2a-442d5b491186 req-664b7c4f-fbd7-492c-9219-b7952aa2abca tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0803576 May 18 10:02:40.655280 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71c077ac-1adb-4009-8b2a-442d5b491186 req-0397dc70-d4a4-465d-9952-0d3c4c09c443 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 May 18 10:02:40.972615 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33018) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:41.088981 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.104353 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:41.108567 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0769a44d6444a484f5a2b5840f38ab is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:41.111495 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:41.117290 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:41.196440 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.200308 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.209719 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e321cc32-cd38-4cbc-aac2-c7d674f358d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:41.247744 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a0769a44d6444a484f5a2b5840f38ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740216 May 18 10:02:41.251098 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33026) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:41.253741 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804efc38-85de-42a5-8f62-d09ca1211d6f,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:41.256739 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:41.320416 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.323091 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-80e6681c-47a9-44c2-8b4c-e63e239c60cf tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:41.324569 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-80e6681c-47a9-44c2-8b4c-e63e239c60cf tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 946 time: 0.0892978 May 18 10:02:41.352943 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.414102 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.418791 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:41.433148 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804efc38-85de-42a5-8f62-d09ca1211d6f,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:41.436090 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:41.442206 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.470807 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/804efc38-85de-42a5-8f62-d09ca1211d6f HTTP/1.1" status: 204 len: 168 time: 0.1943135 May 18 10:02:41.492672 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Deleting port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:41.493604 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.599404 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-0726b627-146d-496f-8c73-13616986a68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.751903 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] For port 232f99fe-be05-4bbc-9e56-a70ad9db45a7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=232f99fe-be05-4bbc-9e56-a70ad9db45a7,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:41.752257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.886444 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Calling delete_port for 232f99fe-be05-4bbc-9e56-a70ad9db45a7 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:02:41.930129 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1be6bd-70be-4099-8b51-5929519c9863 req-d714c303-7145-4ce7-831b-8a8e2a42de61 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:41.931643 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6d1be6bd-70be-4099-8b51-5929519c9863 req-d714c303-7145-4ce7-831b-8a8e2a42de61 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 946 time: 0.3164656 May 18 10:02:41.942268 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1f89f-1802-408d-870e-22aa6bf31294 req-1c8007c0-1303-4b0f-b08a-57293c52bb69 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:41.943718 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a3b1f89f-1802-408d-870e-22aa6bf31294 req-1c8007c0-1303-4b0f-b08a-57293c52bb69 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 945 time: 0.3298280 May 18 10:02:41.992904 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c59dc-3f34-40cf-8021-2a40991a7230 req-b5a25119-7dce-4117-a272-1683a053119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:41.994334 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-927c59dc-3f34-40cf-8021-2a40991a7230 req-b5a25119-7dce-4117-a272-1683a053119a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.0767512 May 18 10:02:42.037255 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6d1be6bd-70be-4099-8b51-5929519c9863 req-19571831-8fc7-49ea-8342-2a293630a1cf tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924706 May 18 10:02:42.048888 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a3b1f89f-1802-408d-870e-22aa6bf31294 req-9c25a8b5-014b-4c02-bc2f-0ddd8cbc6e22 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875814 May 18 10:02:42.049338 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-927c59dc-3f34-40cf-8021-2a40991a7230 req-23b8e42d-1705-4b0d-90b9-2e012accda00 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 May 18 10:02:42.237864 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:42.245622 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-84f9ff60-2b31-4f2b-878c-b85f85c054be tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:42.254222 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'b452275b-9015-415e-a58c-d8765ecf6e55', '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17', '232f99fe-be05-4bbc-9e56-a70ad9db45a7'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:42.297149 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event deleted for resources: {'Port': ['ID=232f99fe-be05-4bbc-9e56-a70ad9db45a7,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:42.300085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:42.383135 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] No DVR routers for this DVR port 232f99fe-be05-4bbc-9e56-a70ad9db45a7 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:02:42.395010 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1234fc-eb14-4447-8bb6-8f07b3db821b req-48b774c7-d1fc-425d-9a0a-23f818a20a6c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:42.396497 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7a1234fc-eb14-4447-8bb6-8f07b3db821b req-48b774c7-d1fc-425d-9a0a-23f818a20a6c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2242305 May 18 10:02:42.397595 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:42.400205 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0d202e-c385-4840-948d-aeb8953844e6', 'name': 'network-vif-deleted', 'tag': '232f99fe-be05-4bbc-9e56-a70ad9db45a7'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:42.433048 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d7a86054-3ee6-47af-ae05-c08a033f0751 req-949e01e4-e224-4772-b593-71fce1912e1e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "DELETE /v2.0/ports/232f99fe-be05-4bbc-9e56-a70ad9db45a7 HTTP/1.1" status: 204 len: 173 time: 1.1002192 May 18 10:02:42.467827 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7a1234fc-eb14-4447-8bb6-8f07b3db821b req-25002b4a-b02b-4a84-bf65-c3ebb0a5d9a0 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 May 18 10:02:42.527570 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0d202e-c385-4840-948d-aeb8953844e6', 'name': 'network-vif-deleted', 'tag': '232f99fe-be05-4bbc-9e56-a70ad9db45a7', 'status': 'completed', 'code': 200} May 18 10:02:43.000884 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:43.254544 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1377b0ff-02e7-4064-a331-4ac6adcd2b94 req-7cbe3f21-d3c4-422b-8c3b-84c8554a5ef0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:43.274079 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1377b0ff-02e7-4064-a331-4ac6adcd2b94 req-7cbe3f21-d3c4-422b-8c3b-84c8554a5ef0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:43.286213 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1377b0ff-02e7-4064-a331-4ac6adcd2b94 req-7cbe3f21-d3c4-422b-8c3b-84c8554a5ef0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b0d202e-c385-4840-948d-aeb8953844e6 HTTP/1.1" status: 200 len: 210 time: 0.0971437 May 18 10:02:43.471099 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fc6eb-4baf-4681-b652-11dce67d9bb2 req-3ded3123-c946-4f60-9f39-f4e1e47530bb tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:43.472566 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1c4fc6eb-4baf-4681-b652-11dce67d9bb2 req-3ded3123-c946-4f60-9f39-f4e1e47530bb tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 945 time: 0.1766427 May 18 10:02:43.522151 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1c4fc6eb-4baf-4681-b652-11dce67d9bb2 req-ecfd09c6-01f5-45ce-8e4a-97b12a30cd11 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 May 18 10:02:43.654455 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67820c0c-0127-4090-a997-5956c297bd76 req-4973b0a6-95eb-4b37-8baf-4cfa180bc80a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:43.655919 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-67820c0c-0127-4090-a997-5956c297bd76 req-4973b0a6-95eb-4b37-8baf-4cfa180bc80a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0782895 May 18 10:02:43.703084 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-67820c0c-0127-4090-a997-5956c297bd76 req-0aa108fd-658d-4f3b-9ddc-b54e97984eea tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 May 18 10:02:44.138343 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-391b8f76-f456-413a-a6a9-c1be62197bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.139123 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b40ecdd2-3183-4c3d-83ca-6285d1928973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:44.140069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-391b8f76-f456-413a-a6a9-c1be62197bf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.1408446 May 18 10:02:44.167860 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d726bd-cda6-4422-8e5b-eebf3c23502c req-61b53e06-d806-40a3-b172-f3ab0bd35399 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.169529 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c2d726bd-cda6-4422-8e5b-eebf3c23502c req-61b53e06-d806-40a3-b172-f3ab0bd35399 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1282468 May 18 10:02:44.262572 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:44.339872 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c2d726bd-cda6-4422-8e5b-eebf3c23502c req-60fcdc50-8dcc-4b79-8d50-8adfe874b150 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516089 May 18 10:02:44.383816 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-3cc2ee99-5fb3-4f3c-9565-2e7688ed6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.388484 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-3cc2ee99-5fb3-4f3c-9565-2e7688ed6b6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.2389948 May 18 10:02:44.467755 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-412a6f06-e896-478a-917b-ac3ceb35ed1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 217 time: 0.0678535 May 18 10:02:44.568610 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-0f6c1759-427c-4a4d-99c7-eafd785bdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.570637 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-0f6c1759-427c-4a4d-99c7-eafd785bdd0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.0917594 May 18 10:02:44.653762 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-7618d266-9409-45d5-b45b-61e06080edd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723875 May 18 10:02:44.869310 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-9d04e0d6-c92c-4174-bbed-4bb960a1023b service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952283 May 18 10:02:44.882052 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52126e0-461a-4be1-b1ba-fe1d5005d1b1 req-58c8a938-05fa-4ec7-b15c-6985dcdf6a3e tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.883559 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a52126e0-461a-4be1-b1ba-fe1d5005d1b1 req-58c8a938-05fa-4ec7-b15c-6985dcdf6a3e tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 945 time: 0.1888690 May 18 10:02:45.019544 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a52126e0-461a-4be1-b1ba-fe1d5005d1b1 req-8ecaba0a-48f9-465a-9e70-6cf7e09e4c46 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175706 May 18 10:02:45.046971 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9a0a839-2cb0-4bc4-a052-d3944353ed4b req-5cae99ff-f04c-4481-a25b-97ad882b4a72 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618354 May 18 10:02:45.213531 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.400912 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-8d8029de-8a97-4d53-a667-bce98dca98b5 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:45.402478 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-8d8029de-8a97-4d53-a667-bce98dca98b5 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 945 time: 0.0882277 May 18 10:02:45.607758 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffad9fa-6b7a-411a-9359-47bbdf01804a req-aba2e758-f7b2-483f-a879-918d4bbd7075 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:45.609911 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dffad9fa-6b7a-411a-9359-47bbdf01804a req-aba2e758-f7b2-483f-a879-918d4bbd7075 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1554856 May 18 10:02:45.629968 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Deleting port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:45.630303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.758373 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dffad9fa-6b7a-411a-9359-47bbdf01804a req-3173b420-9174-43c1-a3a4-8c9008bfd94c tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424429 May 18 10:02:45.801694 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] For port d83b1ee0-bc1e-4fbd-8899-82c2207d8226, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:45.802044 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.005871 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Calling delete_port for d83b1ee0-bc1e-4fbd-8899-82c2207d8226 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:02:46.053137 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 232f99fe-be05-4bbc-9e56-a70ad9db45a7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:02:46.150803 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.162317 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:46.164469 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 232f99fe-be05-4bbc-9e56-a70ad9db45a7 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:02:46.165035 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 232f99fe-be05-4bbc-9e56-a70ad9db45a7 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:02:46.167039 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d83b1ee0-bc1e-4fbd-8899-82c2207d8226'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:46.218062 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Pushing event deleted for resources: {'Port': ['ID=d83b1ee0-bc1e-4fbd-8899-82c2207d8226,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:46.227719 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:46.388468 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-93c73eaa-f24f-4d3a-aa44-04b708c848de req-92ac49eb-88bc-4edd-9cb5-858be8a30b6f tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=677924e1-8336-4d4e-8ec5-8aba548d098f HTTP/1.1" status: 200 len: 210 time: 0.1320438 May 18 10:02:46.394539 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] No DVR routers for this DVR port d83b1ee0-bc1e-4fbd-8899-82c2207d8226 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:02:46.398069 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.400560 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'name': 'network-vif-deleted', 'tag': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:46.428618 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f959bddc-67fb-4f58-bfcc-216cfd3025fe req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "DELETE /v2.0/ports/d83b1ee0-bc1e-4fbd-8899-82c2207d8226 HTTP/1.1" status: 204 len: 173 time: 1.0172071 May 18 10:02:46.459166 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97bd89-d2d3-4f77-949d-a4a9f6988232 req-052b8ec5-405b-46d1-ae91-62fd0c3e174e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:46.460637 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7b97bd89-d2d3-4f77-949d-a4a9f6988232 req-052b8ec5-405b-46d1-ae91-62fd0c3e174e tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 946 time: 0.2032654 May 18 10:02:46.471805 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677924e1-8336-4d4e-8ec5-8aba548d098f', 'name': 'network-vif-deleted', 'tag': 'd83b1ee0-bc1e-4fbd-8899-82c2207d8226', 'status': 'completed', 'code': 200} May 18 10:02:46.516447 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7b97bd89-d2d3-4f77-949d-a4a9f6988232 req-115f78c3-05a8-4cf0-bdc7-c9990a33bcb0 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 May 18 10:02:46.949005 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf6d3e-f99f-479f-85f8-ad2ae2886d60 req-b9ae5884-bb8e-4892-be07-00627a239dfe tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:46.950382 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c3cf6d3e-f99f-479f-85f8-ad2ae2886d60 req-b9ae5884-bb8e-4892-be07-00627a239dfe tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0828793 May 18 10:02:46.971655 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:47.005421 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c3cf6d3e-f99f-479f-85f8-ad2ae2886d60 req-decb77c9-84f6-4623-a4b0-d15a2c943c1d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 May 18 10:02:47.845698 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3f05-85c9-4d05-a00d-dedd06bce7bf req-46474d43-97bf-45ec-8dc1-3282fe25d307 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:47.847220 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6d9c3f05-85c9-4d05-a00d-dedd06bce7bf req-46474d43-97bf-45ec-8dc1-3282fe25d307 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 946 time: 0.2241590 May 18 10:02:47.855448 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-e91b277e-915f-4270-89aa-7c4f4ddb4a76 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:47.856842 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-e91b277e-915f-4270-89aa-7c4f4ddb4a76 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/networks?id=be26b8ec-79df-4fe2-9470-67962e4f4822 HTTP/1.1" status: 200 len: 809 time: 0.1777220 May 18 10:02:47.894007 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-e0be2384-065c-4544-80ce-3f3413696bea tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/quotas/11cf96dccf334330a7844812a261c444 HTTP/1.1" status: 200 len: 375 time: 0.0214717 May 18 10:02:47.941090 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6d9c3f05-85c9-4d05-a00d-dedd06bce7bf req-eb3634e0-f88f-4f12-a9f0-283fb422b53f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832634 May 18 10:02:47.958333 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ecde2054-9270-463c-b259-44ed84051914 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Synchronizing usage tracker for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:47.975674 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ecde2054-9270-463c-b259-44ed84051914 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Unset dirty status for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:47.976936 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ecde2054-9270-463c-b259-44ed84051914 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=11cf96dccf334330a7844812a261c444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749912 May 18 10:02:48.129815 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-4cb36abb-8fa2-415c-af54-019b9f4e75c0 service neutron] 10.222.0.36 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428621 May 18 10:02:48.336605 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-fc503d9e-474f-4c7f-854b-05cc19919387 service neutron] 10.222.0.36 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010055 May 18 10:02:48.349328 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947ef63-c19d-4c8b-a9b4-b16bdf63ff92 req-0098eeb7-e225-4113-8972-9d8cc1651c1d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:48.350992 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c947ef63-c19d-4c8b-a9b4-b16bdf63ff92 req-0098eeb7-e225-4113-8972-9d8cc1651c1d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1135843 May 18 10:02:48.402740 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c947ef63-c19d-4c8b-a9b4-b16bdf63ff92 req-419fcf14-a2b7-412b-867a-be4efdc3822a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457175 May 18 10:02:48.610569 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-abfc390d-fd12-484b-a8e4-627c6fad66e5 req-cb6a74f6-9349-4a76-8aaf-4f7c70632274 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 210 time: 0.0498745 May 18 10:02:48.648580 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-1304d981-7bd2-4e2b-b5cc-10271d996340 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:48.650173 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-1304d981-7bd2-4e2b-b5cc-10271d996340 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 946 time: 0.1514173 May 18 10:02:48.846955 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Deleting port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:48.847596 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:49.221139 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] For port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:49.221752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:49.355543 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Calling delete_port for 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:02:49.384191 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0741e-816e-470a-a240-831d57c19948 req-6d537c93-3c7a-43ec-9fa2-1c1051a5ca12 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:49.385693 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-19e0741e-816e-470a-a240-831d57c19948 req-6d537c93-3c7a-43ec-9fa2-1c1051a5ca12 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 946 time: 0.2565641 May 18 10:02:49.461983 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-19e0741e-816e-470a-a240-831d57c19948 req-58c7fb5a-2d0c-40b6-ae07-593b3c11acda tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672183 May 18 10:02:49.563407 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:49.568846 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-33caf0fa-e704-4777-a910-3903730b5580 tempest-DeleteServersTestJSON-720927733 tempest-DeleteServersTestJSON-720927733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:49.575463 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'b452275b-9015-415e-a58c-d8765ecf6e55', '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:49.617353 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event deleted for resources: {'Port': ['ID=5f1f48d6-739f-4b8d-a292-28c2e4bf8b17,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:49.699001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.699359 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.699712 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.700059 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.700397 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.700737 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.701071 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.701425 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.701753 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.702107 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.702474 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.703300 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:49.718059 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:49.726733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] No DVR routers for this DVR port 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:02:49.731085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:49.735645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'name': 'network-vif-deleted', 'tag': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:49.808133 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0bcada-abfa-4e38-ae67-d011eeb4ce96', 'name': 'network-vif-deleted', 'tag': '5f1f48d6-739f-4b8d-a292-28c2e4bf8b17', 'status': 'completed', 'code': 200} May 18 10:02:49.823256 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0c06b45-af40-4078-882b-91745bb54af0 req-f7b66624-96d2-44d7-a678-e78bcf463b6a tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 210 time: 0.0695145 May 18 10:02:49.824622 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0e6c6dd3-3f52-45e5-82e6-b0b05599109b req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "DELETE /v2.0/ports/5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 HTTP/1.1" status: 204 len: 173 time: 1.1629179 May 18 10:02:50.048319 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d83b1ee0-bc1e-4fbd-8899-82c2207d8226 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:02:50.090973 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: d83b1ee0-bc1e-4fbd-8899-82c2207d8226 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:02:50.091865 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d83b1ee0-bc1e-4fbd-8899-82c2207d8226 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:02:50.201172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-41ffd63e-6871-48e7-8d4f-6d03f6c89734 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:50.203533 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-41ffd63e-6871-48e7-8d4f-6d03f6c89734 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "GET /v2.0/networks?id=be26b8ec-79df-4fe2-9470-67962e4f4822 HTTP/1.1" status: 200 len: 809 time: 0.2049515 May 18 10:02:50.220209 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Request body: {'port': {'device_id': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822', 'admin_state_up': True, 'tenant_id': '11cf96dccf334330a7844812a261c444'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:50.477340 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:50.498196 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:50.508652 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c091565-43b9-4f95-8361-7322d268dcd2 req-77c026d8-9349-407a-a07f-8a5e31fab5c9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:50.511882 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3c091565-43b9-4f95-8361-7322d268dcd2 req-77c026d8-9349-407a-a07f-8a5e31fab5c9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1809621 May 18 10:02:50.569008 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Made reservation on behalf of 11cf96dccf334330a7844812a261c444 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:02:50.574222 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:50.730166 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-2a3650b2-6ad1-4a8f-8490-243b079d97c2 req-b0baa3ba-f1c5-4254-a15b-881168a63265 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:50.750906 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3c091565-43b9-4f95-8361-7322d268dcd2 req-06430ecf-924f-4bae-b745-08dad3ca3bca tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330055 May 18 10:02:50.781288 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-2a3650b2-6ad1-4a8f-8490-243b079d97c2 req-b0baa3ba-f1c5-4254-a15b-881168a63265 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:50.782454 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2a3650b2-6ad1-4a8f-8490-243b079d97c2 req-b0baa3ba-f1c5-4254-a15b-881168a63265 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0bcada-abfa-4e38-ae67-d011eeb4ce96 HTTP/1.1" status: 200 len: 210 time: 0.1150129 May 18 10:02:50.880563 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Allocated IP 172.20.0.9 (be26b8ec-79df-4fe2-9470-67962e4f4822/4704741c-11de-40c0-bd88-02b5a3b6e08a/d69773d0-59e1-4cf4-8c13-6f935577d7ed) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:02:51.042143 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-48eabe42-1a01-4cb9-b2d1-fe9e9524008d req-9b2f5c16-a997-4576-a0a2-aae2609b770a tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 210 time: 0.0605092 May 18 10:02:51.158680 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:51.189926 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:51.197126 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3a7fd7df-aca8-4029-aeb1-a8e6b26e9b51 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:51.265275 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Network be26b8ec-79df-4fe2-9470-67962e4f4822 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:02:51.269065 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:02:51.271568 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:02:51.414283 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Pushing event updated for resources: {'Port': ['ID=d69773d0-59e1-4cf4-8c13-6f935577d7ed,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:51.418975 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:51.435606 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:51.436284 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:51.469134 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532296 May 18 10:02:51.484649 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Request body: {'port': {'device_id': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:51.601260 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:51.975995 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69773d0-59e1-4cf4-8c13-6f935577d7ed {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:51.983995 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:52.040440 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Transition to ACTIVE for port object d69773d0-59e1-4cf4-8c13-6f935577d7ed will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:02:52.049261 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:52.055483 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:52.061077 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:02:52.101734 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:02:52.102417 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5f1f48d6-739f-4b8d-a292-28c2e4bf8b17 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:02:52.200125 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d69773d0-59e1-4cf4-8c13-6f935577d7ed,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:52.236137 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:52.337460 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6629018-9e67-4e9a-a7c5-c5c120dc7100 req-6f9a2d36-359e-4d02-9fa7-a909158a6772 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:52.338943 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c6629018-9e67-4e9a-a7c5-c5c120dc7100 req-6f9a2d36-359e-4d02-9fa7-a909158a6772 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.3524857 May 18 10:02:52.412582 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Attempting to bind port d69773d0-59e1-4cf4-8c13-6f935577d7ed on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:02:52.412689 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Attempting to bind port d69773d0-59e1-4cf4-8c13-6f935577d7ed by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:02:52.412965 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Attempting to bind port d69773d0-59e1-4cf4-8c13-6f935577d7ed on network be26b8ec-79df-4fe2-9470-67962e4f4822 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:52.424159 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c6629018-9e67-4e9a-a7c5-c5c120dc7100 req-fa8dec91-8aaa-4c81-aa67-e576d5627c13 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766408 May 18 10:02:52.424954 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Port d69773d0-59e1-4cf4-8c13-6f935577d7ed on network be26b8ec-79df-4fe2-9470-67962e4f4822 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:02:52.425370 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Attempting to bind port d69773d0-59e1-4cf4-8c13-6f935577d7ed on network be26b8ec-79df-4fe2-9470-67962e4f4822 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:52.433007 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:02:52.433337 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Checking segment: {'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:02:52.433735 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Bound using segment: {'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:02:52.434145 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Bound port: d69773d0-59e1-4cf4-8c13-6f935577d7ed, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133c1ce8-9385-4c10-a87e-c55f3f4d853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:02:52.434488 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:52.460367 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b3c4-45d0-4221-a6a5-c0e5b9f77c79 req-620e0f6c-cf3c-4f80-ab61-1f275e29aa5d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:52.461206 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-0150b3c4-45d0-4221-a6a5-c0e5b9f77c79 req-620e0f6c-cf3c-4f80-ab61-1f275e29aa5d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Synchronizing usage tracker for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:52.524361 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-0150b3c4-45d0-4221-a6a5-c0e5b9f77c79 req-620e0f6c-cf3c-4f80-ab61-1f275e29aa5d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Unset dirty status for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:52.525526 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0150b3c4-45d0-4221-a6a5-c0e5b9f77c79 req-620e0f6c-cf3c-4f80-ab61-1f275e29aa5d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 943 time: 0.2962053 May 18 10:02:52.636589 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] For port d69773d0-59e1-4cf4-8c13-6f935577d7ed, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:02:52.644687 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0150b3c4-45d0-4221-a6a5-c0e5b9f77c79 req-ac6b1d84-466c-4dbe-89f4-93ec8c0bf1c3 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117775 May 18 10:02:52.650853 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] For port d69773d0-59e1-4cf4-8c13-6f935577d7ed, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d69773d0-59e1-4cf4-8c13-6f935577d7ed,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:02:52.657719 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:52.664908 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-99d9a945-1758-4fd1-9cf1-822b5d4994b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:52.728868 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:52.729511 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:52.730863 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/d69773d0-59e1-4cf4-8c13-6f935577d7ed HTTP/1.1" status: 200 len: 1093 time: 1.2517581 May 18 10:02:52.731964 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'tag': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:52.757004 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a5918-d023-4c12-8311-6fb339395f87 req-2ec99d13-4cc4-464c-ac88-2e704b464f3c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:52.758577 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-500a5918-d023-4c12-8311-6fb339395f87 req-2ec99d13-4cc4-464c-ac88-2e704b464f3c tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 945 time: 0.2111027 May 18 10:02:52.780352 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d69773d0-59e1-4cf4-8c13-6f935577d7ed,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:52.783962 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:52.805881 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'tag': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed', 'status': 'completed', 'code': 200} May 18 10:02:52.856096 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-500a5918-d023-4c12-8311-6fb339395f87 req-397eee5d-85fc-4822-8415-3edf4202bb16 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920017 May 18 10:02:52.887970 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-beb54fa7-41cb-4e22-8627-c4fe6df1e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:52.889342 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-beb54fa7-41cb-4e22-8627-c4fe6df1e781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11cf96dccf334330a7844812a261c444&device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 1096 time: 0.0827360 May 18 10:02:52.966723 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-f7befe22-a084-482c-862f-6582e7c6c678 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69773d0-59e1-4cf4-8c13-6f935577d7ed HTTP/1.1" status: 200 len: 217 time: 0.0666094 May 18 10:02:53.036362 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-3c3d9f28-d8ee-4c5a-888a-4ceeb2156e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:53.037796 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-3c3d9f28-d8ee-4c5a-888a-4ceeb2156e1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4704741c-11de-40c0-bd88-02b5a3b6e08a HTTP/1.1" status: 200 len: 849 time: 0.0627446 May 18 10:02:53.087853 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-18daa667-d47f-4df7-a096-def090af4a52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be26b8ec-79df-4fe2-9470-67962e4f4822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424201 May 18 10:02:53.291322 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-6146adbe-6c8a-46ef-b615-7a135214e957 service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951373 May 18 10:02:53.434797 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e12b0930-dd1d-4d28-a1c5-8fa095fc0659 req-669814f0-34fd-40ca-9678-6f398403787c service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336610 May 18 10:02:53.576723 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-875f0d52-853d-4d5f-9084-93260eedd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:53.578748 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-875f0d52-853d-4d5f-9084-93260eedd28a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11cf96dccf334330a7844812a261c444&device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 1096 time: 0.0775080 May 18 10:02:53.777664 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dac7d5-5ee1-43e6-a94c-4b891af04f83 req-803b28f4-ec6a-4985-b7a8-92acf9df1157 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:53.778742 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-07dac7d5-5ee1-43e6-a94c-4b891af04f83 req-803b28f4-ec6a-4985-b7a8-92acf9df1157 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.1973424 May 18 10:02:53.800853 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-b3e65d30-2480-4a6f-a358-0866535ddbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:53.802289 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-b3e65d30-2480-4a6f-a358-0866535ddbcf service neutron] 10.222.0.24 "GET /v2.0/networks?id=be26b8ec-79df-4fe2-9470-67962e4f4822 HTTP/1.1" status: 200 len: 910 time: 0.1851642 May 18 10:02:53.887587 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-c5d8df93-8c24-4660-9d1d-12078a33a30d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69773d0-59e1-4cf4-8c13-6f935577d7ed HTTP/1.1" status: 200 len: 217 time: 0.0776253 May 18 10:02:53.894984 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-07dac7d5-5ee1-43e6-a94c-4b891af04f83 req-380b96f9-d3da-415e-85aa-d3d337e30918 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076808 May 18 10:02:53.974682 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-4ad092ae-5277-4966-be16-f3cd317203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:53.976125 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-4ad092ae-5277-4966-be16-f3cd317203b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4704741c-11de-40c0-bd88-02b5a3b6e08a HTTP/1.1" status: 200 len: 849 time: 0.0719109 May 18 10:02:54.103513 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-6e5eea17-659d-452b-81ba-1e30a63c9886 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:54.104481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-6e5eea17-659d-452b-81ba-1e30a63c9886 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Synchronizing usage tracker for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91249) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:54.117181 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-6e5eea17-659d-452b-81ba-1e30a63c9886 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Unset dirty status for tenant:a30ea9efe14b4321baf387dcbb1a9928 on resource:port {{(pid=91249) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:54.118493 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-6e5eea17-659d-452b-81ba-1e30a63c9886 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 945 time: 0.1020987 May 18 10:02:54.174360 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-a10ca443-88bb-4dda-9727-32194faab84f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be26b8ec-79df-4fe2-9470-67962e4f4822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575606 May 18 10:02:54.256267 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Deleting port b452275b-9015-415e-a58c-d8765ecf6e55 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:54.256635 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:54.357830 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-178c4044-6179-44db-b7b6-1fe0df5dcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:54.359434 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-178c4044-6179-44db-b7b6-1fe0df5dcc95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.3106902 May 18 10:02:54.390703 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243d10b-feeb-4b4e-81bb-22612c258a08 req-19d62c19-03e6-4952-9fd3-624ee9bcbf3d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:54.391434 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] For port b452275b-9015-415e-a58c-d8765ecf6e55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b452275b-9015-415e-a58c-d8765ecf6e55,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:54.391798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:54.392146 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7243d10b-feeb-4b4e-81bb-22612c258a08 req-19d62c19-03e6-4952-9fd3-624ee9bcbf3d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 943 time: 0.3444903 May 18 10:02:54.424647 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e58b8-daa4-454d-aa78-0be248dc0abb req-df366833-04d0-4671-84e7-81c103503aee tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:54.426086 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-358e58b8-daa4-454d-aa78-0be248dc0abb req-df366833-04d0-4671-84e7-81c103503aee tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=7284b0c8-dafe-4d1a-925e-0ac80c30618f HTTP/1.1" status: 200 len: 945 time: 0.3722680 May 18 10:02:54.442224 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-8bca64b4-a5ac-4b40-912a-a7ff8a755182 service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574861 May 18 10:02:54.515764 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Calling delete_port for b452275b-9015-415e-a58c-d8765ecf6e55 owned by compute:nova {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:02:54.666969 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7243d10b-feeb-4b4e-81bb-22612c258a08 req-27790546-9a5e-4739-80e8-3b287d8cdafd tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535923 May 18 10:02:54.677431 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-358e58b8-daa4-454d-aa78-0be248dc0abb req-281ca715-d8b4-4ec5-972b-a246d935b780 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226341 May 18 10:02:54.708851 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:54.716943 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:54.732838 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-cf7f2e90-ede8-48eb-b7ad-de3d2b6b9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:54.733001 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'b452275b-9015-415e-a58c-d8765ecf6e55'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:54.734946 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-cf7f2e90-ede8-48eb-b7ad-de3d2b6b9e39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.3532391 May 18 10:02:54.773048 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event deleted for resources: {'Port': ['ID=b452275b-9015-415e-a58c-d8765ecf6e55,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:54.815835 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.816053 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.816270 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.816612 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.816948 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.817284 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.817642 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.817976 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.818306 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.818635 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.818967 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.819295 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:54.826973 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:54.837136 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca1dd29e-3dec-4822-b96f-fcc5edbc7856 req-e78a1dd8-3e05-4bb7-b441-b3546f6aba92 service neutron] 10.222.0.24 "GET /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654311 May 18 10:02:54.838610 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-be66c2e6-c139-466e-ab2c-fdd55cd3eb5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 217 time: 0.0915351 May 18 10:02:54.864862 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] No DVR routers for this DVR port b452275b-9015-415e-a58c-d8765ecf6e55 on host hv-cinder-77262 {{(pid=91249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:02:54.867772 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:54.872547 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'name': 'network-vif-deleted', 'tag': 'b452275b-9015-415e-a58c-d8765ecf6e55'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:54.892392 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-325386f0-a788-4b37-ba8f-9f81a45a5190 req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "DELETE /v2.0/ports/b452275b-9015-415e-a58c-d8765ecf6e55 HTTP/1.1" status: 204 len: 173 time: 0.7680569 May 18 10:02:54.945535 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7284b0c8-dafe-4d1a-925e-0ac80c30618f', 'name': 'network-vif-deleted', 'tag': 'b452275b-9015-415e-a58c-d8765ecf6e55', 'status': 'completed', 'code': 200} May 18 10:02:55.087562 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33440) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:55.230264 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.232649 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-eb9802c9-82c9-44af-86d7-824065257af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:55.234649 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-eb9802c9-82c9-44af-86d7-824065257af2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.3463411 May 18 10:02:55.247474 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:55.251393 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ae483aa2efc42e1b3ae92117247adb0 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:55.254210 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:55.259788 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:55.297391 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-03caf084-a25f-4c06-b478-d978692317df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521669 May 18 10:02:55.308288 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc586-4305-4c5e-90b5-1929a9965c0b req-b8552814-549f-41b7-a3fe-8c0c3aacc5cd tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:55.310200 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8defc586-4305-4c5e-90b5-1929a9965c0b req-b8552814-549f-41b7-a3fe-8c0c3aacc5cd tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.4692876 May 18 10:02:55.346481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.351021 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.359529 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f5060e59-d6a1-4bc1-a7c1-d49db877b3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:55.376965 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b82282-59d0-4447-a91b-6559e5fb8119 req-1feafaa0-1bdb-4e66-a90c-790900bc9a5f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:55.378509 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f1b82282-59d0-4447-a91b-6559e5fb8119 req-1feafaa0-1bdb-4e66-a90c-790900bc9a5f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.2455094 May 18 10:02:55.399797 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ae483aa2efc42e1b3ae92117247adb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107169 May 18 10:02:55.401598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dda4061-0b3e-4c84-883e-f9645de3b7e5,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:55.403931 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33446) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:55.416663 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:55.466172 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.495696 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.505563 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8defc586-4305-4c5e-90b5-1929a9965c0b req-6c4eb7ae-1278-4c99-96b9-b5dcf89315e2 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745901 May 18 10:02:55.534664 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f1b82282-59d0-4447-a91b-6559e5fb8119 req-e3551835-e970-4b7f-8bf2-fa87542d5136 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102169 May 18 10:02:55.540572 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-2eb60651-05ed-4ff7-b592-010575ba758a service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282038 May 18 10:02:55.566948 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.570597 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-de330232-164b-41d0-a7c9-ef95681e63ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:55.586318 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dda4061-0b3e-4c84-883e-f9645de3b7e5,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:55.589156 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:55.596136 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.598674 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2dda4061-0b3e-4c84-883e-f9645de3b7e5 HTTP/1.1" status: 204 len: 168 time: 0.1936784 May 18 10:02:55.718826 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9d3b02d-a6d7-4643-885e-b0839699bb46 req-e1b14ed1-88b7-4b1e-8d64-6fd1053b1e87 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665928 May 18 10:02:55.927281 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0995b2c-bc8b-4c1a-99b1-49b3f5953acc req-9346cbed-32e6-432f-ad49-576d281a1580 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:55.929015 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e0995b2c-bc8b-4c1a-99b1-49b3f5953acc req-9346cbed-32e6-432f-ad49-576d281a1580 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 943 time: 0.0940089 May 18 10:02:55.977035 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e0995b2c-bc8b-4c1a-99b1-49b3f5953acc req-0c3cf74f-4720-4ee0-871b-bf45e9cb1cea tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 May 18 10:02:56.084374 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d69773d0-59e1-4cf4-8c13-6f935577d7ed details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:56.254026 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d69773d0-59e1-4cf4-8c13-6f935577d7ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d69773d0-59e1-4cf4-8c13-6f935577d7ed,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:56.267608 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed', 'network_id': 'be26b8ec-79df-4fe2-9470-67962e4f4822', 'port_id': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed', 'mac_address': 'fa:16:3e:3c:a5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4704741c-11de-40c0-bd88-02b5a3b6e08a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:56.329921 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:56.346710 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69773d0-59e1-4cf4-8c13-6f935577d7ed {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:56.363574 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d69773d0-59e1-4cf4-8c13-6f935577d7ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d69773d0-59e1-4cf4-8c13-6f935577d7ed,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:56.367424 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:56.369208 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:56.435085 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=d69773d0-59e1-4cf4-8c13-6f935577d7ed,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:56.439376 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:56.664360 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d69773d0-59e1-4cf4-8c13-6f935577d7ed'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:56.764663 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a63298-d79c-4078-bcb8-5a1d84ef6980 req-90d20f9d-ae64-463e-89bc-8e0a2406270b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:56.766457 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-50a63298-d79c-4078-bcb8-5a1d84ef6980 req-90d20f9d-ae64-463e-89bc-8e0a2406270b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1461625 May 18 10:02:56.778250 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a33ab-1559-4c36-be57-8c87fb3ee20f req-5ab337bf-fb94-4d9f-9af7-e91e4297fd7f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:56.779674 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c92a33ab-1559-4c36-be57-8c87fb3ee20f req-5ab337bf-fb94-4d9f-9af7-e91e4297fd7f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.1207654 May 18 10:02:56.855994 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-50a63298-d79c-4078-bcb8-5a1d84ef6980 req-9107567c-1cae-4da8-9afe-bad117d0e60f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747507 May 18 10:02:56.860946 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c92a33ab-1559-4c36-be57-8c87fb3ee20f req-1f9b7727-c6b8-41ac-9ea0-3a6ea89f27e9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669162 May 18 10:02:57.169556 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06733d-2270-469c-84f9-eb09706b6f0d req-e3791525-77e1-41dd-8bef-13d232ef1224 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:57.171111 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8b06733d-2270-469c-84f9-eb09706b6f0d req-e3791525-77e1-41dd-8bef-13d232ef1224 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 944 time: 0.0841098 May 18 10:02:57.218563 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8b06733d-2270-469c-84f9-eb09706b6f0d req-6a9dad0e-ca81-4a26-8be9-d0074bbf40f3 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 May 18 10:02:57.438281 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183af1ac-58aa-420d-b2f6-5bf6f5546706 req-dcaaa526-afb5-4293-b91e-0093d220a1bf tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:57.439933 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-183af1ac-58aa-420d-b2f6-5bf6f5546706 req-dcaaa526-afb5-4293-b91e-0093d220a1bf tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 946 time: 0.0824347 May 18 10:02:57.485766 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-183af1ac-58aa-420d-b2f6-5bf6f5546706 req-d723107a-dadd-45c4-8f21-1ee400811f19 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 May 18 10:02:58.062961 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a836-0391-468e-8ec7-f530c0b93324 req-06aaa470-ae5e-4536-831b-6fd6cf9b971d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:58.064369 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9e9a836-0391-468e-8ec7-f530c0b93324 req-06aaa470-ae5e-4536-831b-6fd6cf9b971d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.0849929 May 18 10:02:58.091031 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d69773d0-59e1-4cf4-8c13-6f935577d7ed up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:58.120066 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9e9a836-0391-468e-8ec7-f530c0b93324 req-a7f44446-6c8f-4e9e-98fe-89edb077050f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498726 May 18 10:02:58.170086 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port d69773d0-59e1-4cf4-8c13-6f935577d7ed completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:58.175540 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port d69773d0-59e1-4cf4-8c13-6f935577d7ed triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:58.176044 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:58.208583 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a6a1-e415-4713-be06-114813722837 req-356ea7c8-1682-43c1-b259-83118771ef3b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:58.210259 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c373a6a1-e415-4713-be06-114813722837 req-356ea7c8-1682-43c1-b259-83118771ef3b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0936303 May 18 10:02:58.263032 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c373a6a1-e415-4713-be06-114813722837 req-e2d23d54-a92a-44d0-a4c6-0fb8f3eeb0a3 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461543 May 18 10:02:58.303407 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:58.336507 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:58.367782 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d69773d0-59e1-4cf4-8c13-6f935577d7ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d69773d0-59e1-4cf4-8c13-6f935577d7ed,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:58.372387 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:58.373319 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b452275b-9015-415e-a58c-d8765ecf6e55 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:02:58.409810 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:58.435326 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bcb05-3775-4745-bcff-0d1ac83a83ec req-2b457456-1224-4e49-b93d-49ecf03f3782 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:58.436925 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-de5bcb05-3775-4745-bcff-0d1ac83a83ec req-2b457456-1224-4e49-b93d-49ecf03f3782 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 945 time: 0.1028442 May 18 10:02:58.447352 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed', 'code': 200} May 18 10:02:58.454277 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: b452275b-9015-415e-a58c-d8765ecf6e55 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:02:58.454277 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b452275b-9015-415e-a58c-d8765ecf6e55 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:02:58.488901 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-de5bcb05-3775-4745-bcff-0d1ac83a83ec req-dc14fea0-c2da-4d5d-a72a-4a9b6a0e7716 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 May 18 10:02:58.494113 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=d69773d0-59e1-4cf4-8c13-6f935577d7ed,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:58.498333 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:58.751553 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcc5b2-5c33-49be-a44d-3e4c6a997b6a req-6a884887-885f-48a3-9d0a-c4a54eef048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:58.753089 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f5bcc5b2-5c33-49be-a44d-3e4c6a997b6a req-6a884887-885f-48a3-9d0a-c4a54eef048b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 1098 time: 0.1579235 May 18 10:02:58.767046 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179f5f6-f5d0-4488-9ac4-bc90f692376f req-dd235c88-dee2-4ced-932f-c6d8d8d3e251 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:58.768495 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b179f5f6-f5d0-4488-9ac4-bc90f692376f req-dd235c88-dee2-4ced-932f-c6d8d8d3e251 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 946 time: 0.1391792 May 18 10:02:58.853787 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f5bcc5b2-5c33-49be-a44d-3e4c6a997b6a req-936d51a3-fb2c-4f9a-8e55-b20f2d21e55f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842850 May 18 10:02:58.860826 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b179f5f6-f5d0-4488-9ac4-bc90f692376f req-69c00aa5-10d1-454a-8740-0ba47eba730f tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758483 May 18 10:02:59.547091 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa694-fb12-4b1a-a566-f81477e0ba07 req-d329253c-9606-485e-9f08-7531a6abbec9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:59.548533 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71efa694-fb12-4b1a-a566-f81477e0ba07 req-d329253c-9606-485e-9f08-7531a6abbec9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.2912636 May 18 10:02:59.566028 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafa8f4-a8d1-4a8a-8723-b16b1bffb728 req-2309838f-eecf-41cc-bd9e-dcf2dde9504d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:59.567474 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2aafa8f4-a8d1-4a8a-8723-b16b1bffb728 req-2309838f-eecf-41cc-bd9e-dcf2dde9504d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1820652 May 18 10:02:59.605037 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-cb986c71-7462-4d3c-afe6-961e3a83b8ba tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:59.606451 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-cb986c71-7462-4d3c-afe6-961e3a83b8ba tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 946 time: 0.1885748 May 18 10:02:59.701947 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71efa694-fb12-4b1a-a566-f81477e0ba07 req-7ff8e50b-6bb1-435f-a8c4-cfb99e5b607c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463659 May 18 10:02:59.706878 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2aafa8f4-a8d1-4a8a-8723-b16b1bffb728 req-313e9e86-c303-4086-bf9f-004f2ead60b7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235931 May 18 10:02:59.794296 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Deleting port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:59.794825 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:00.024266 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] For port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,segment=NetworkSegment(0465fa21-7e80-4ba7-af56-da582f026cf6),segment_id=0465fa21-7e80-4ba7-af56-da582f026cf6)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:00.024618 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:00.158666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Calling delete_port for 8b9907e9-fbe1-45f2-928d-281f7a5a2bba owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:00.167947 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab535a-7465-4d0a-903b-f196b497ae4e req-1e6614c0-c106-4410-94df-b27feba5275c tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:00.169388 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-11ab535a-7465-4d0a-903b-f196b497ae4e req-1e6614c0-c106-4410-94df-b27feba5275c tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 945 time: 0.3469121 May 18 10:03:00.244537 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-11ab535a-7465-4d0a-903b-f196b497ae4e req-6336537a-5938-4a4d-93f7-2e3618175de2 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659542 May 18 10:03:00.262974 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9295ab-1c7a-4d68-a123-da8688cb7f87 req-55e36913-675f-45ae-bccb-0b1c8dfa0437 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:00.264913 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9d9295ab-1c7a-4d68-a123-da8688cb7f87 req-55e36913-675f-45ae-bccb-0b1c8dfa0437 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a280dec-f06d-4a99-8d0e-aca30adb91f7 HTTP/1.1" status: 200 len: 946 time: 0.2771840 May 18 10:03:00.349637 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9d9295ab-1c7a-4d68-a123-da8688cb7f87 req-b4bf3f7b-3fb4-49fe-b2d3-089cf52ab70b tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.36 "GET /v2.0/security-groups?id=b591eb41-014f-4942-8b26-818cdfc09c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741029 May 18 10:03:00.376853 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:00.382040 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6477e3fc-613c-4c4e-baef-1094be9aca01 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:00.388274 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['8b9907e9-fbe1-45f2-928d-281f7a5a2bba'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:00.429872 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Pushing event deleted for resources: {'Port': ['ID=8b9907e9-fbe1-45f2-928d-281f7a5a2bba,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:00.432834 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:00.505806 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] No DVR routers for this DVR port 8b9907e9-fbe1-45f2-928d-281f7a5a2bba on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:03:00.508334 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:00.510917 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'name': 'network-vif-deleted', 'tag': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:00.522776 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e6f04670-55dd-470c-b63d-e305fd9cb679 req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] 10.222.0.24 "DELETE /v2.0/ports/8b9907e9-fbe1-45f2-928d-281f7a5a2bba HTTP/1.1" status: 204 len: 173 time: 0.9060180 May 18 10:03:00.564822 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a280dec-f06d-4a99-8d0e-aca30adb91f7', 'name': 'network-vif-deleted', 'tag': '8b9907e9-fbe1-45f2-928d-281f7a5a2bba', 'status': 'completed', 'code': 200} May 18 10:03:00.958680 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4374f-561b-437c-a935-c45e07a9d7cc req-8aadad9f-8faa-4a5e-90da-ca6464fd4b5f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:00.960018 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-22f4374f-561b-437c-a935-c45e07a9d7cc req-8aadad9f-8faa-4a5e-90da-ca6464fd4b5f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1066060 May 18 10:03:00.967999 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3455770-0b69-4da0-befb-e4ef6265356c req-e7717c97-ebf8-4cad-8c6e-3d1c4b8bd3f1 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:00.969378 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f3455770-0b69-4da0-befb-e4ef6265356c req-e7717c97-ebf8-4cad-8c6e-3d1c4b8bd3f1 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.1469004 May 18 10:03:01.038095 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-22f4374f-561b-437c-a935-c45e07a9d7cc req-5e16e940-b411-46db-bc0d-003bfed1a388 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677390 May 18 10:03:01.048385 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f3455770-0b69-4da0-befb-e4ef6265356c req-a2c1fc84-78c9-415e-ac3f-c462df64c7a5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603201 May 18 10:03:01.431017 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b88e6-1f22-47c4-95af-f7f61bfd4557 req-5966fc88-ab78-43bc-a58c-5416d93cf023 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:01.432432 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-914b88e6-1f22-47c4-95af-f7f61bfd4557 req-5966fc88-ab78-43bc-a58c-5416d93cf023 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 945 time: 0.0814872 May 18 10:03:01.446417 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33526) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:01.479157 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-914b88e6-1f22-47c4-95af-f7f61bfd4557 req-df17a9fe-b0c6-4de6-8452-ad66e010c006 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 May 18 10:03:01.505645 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Deleting subnet a9bb9824-8757-4862-abc6-a291639b18c4 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:03:01.508940 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:01.557064 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:01.617240 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:01.935662 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:01.941606 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d1f97d81-6e93-400a-9398-baab7e4792e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:01.980006 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9bb9824-8757-4862-abc6-a291639b18c4,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:01.982975 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:01.984113 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:01.990070 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a9bb9824-8757-4862-abc6-a291639b18c4 HTTP/1.1" status: 204 len: 168 time: 0.5426831 May 18 10:03:01.992727 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 33538) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:02.098287 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:02.392704 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:02.411615 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4749cd44-700a-466e-98fd-aef78c9e4f0d']}} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:02.428151 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0465fa21-7e80-4ba7-af56-da582f026cf6') {'for_net_delete': True} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:02.428439 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0465fa21-7e80-4ba7-af56-da582f026cf6') {} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:02.446255 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2405971'] for segment, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:02.474216 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cabe12-a3cf-47bb-993e-c8a2f1d28b30 req-508b1749-4eae-4767-8672-706f8c9ab9af tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:02.475648 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-36cabe12-a3cf-47bb-993e-c8a2f1d28b30 req-508b1749-4eae-4767-8672-706f8c9ab9af tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2656667 May 18 10:03:02.477155 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:02.486739 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee999-1a4d-48fe-b287-73f8243c8b16 req-c8c01714-720f-4d2d-99ce-84fe86e1d05d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:02.488069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1efee999-1a4d-48fe-b287-73f8243c8b16 req-c8c01714-720f-4d2d-99ce-84fe86e1d05d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.2770224 May 18 10:03:02.508389 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=91248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:03:02.508781 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27207955'] for segment, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: Traceback (most recent call last): May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: timer() May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: cb(*args, **kw) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: return func(*args, **kwargs) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: self._notify() May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: self.callback(batched_events) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: event.method(event) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: return f(self, *a, **k) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: return self._get(url).json() May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: return self.request(url, 'GET', **kwargs) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:03:02.521532 dv-cinder-772623-5-smb neutron-server[91248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:03:02.634661 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-36cabe12-a3cf-47bb-993e-c8a2f1d28b30 req-2dcc3450-32da-4ae3-a404-2c9ddcad234e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455636 May 18 10:03:02.641213 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:02.647798 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1efee999-1a4d-48fe-b287-73f8243c8b16 req-a55d3251-110b-464e-8964-8d80ffcbe9f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403339 May 18 10:03:02.649071 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:02.664385 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:02.670342 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Pushing event deleted for resources: {'Network': ['ID=4749cd44-700a-466e-98fd-aef78c9e4f0d,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:02.673153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:02.688562 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] 10.222.0.36 "DELETE /v2.0/networks/4749cd44-700a-466e-98fd-aef78c9e4f0d HTTP/1.1" status: 204 len: 168 time: 0.6947947 May 18 10:03:02.889025 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 33560) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:02.942791 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-0158defe-cdb8-4bfd-927e-7527df056437 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a30ea9efe14b4321baf387dcbb1a9928&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514390 May 18 10:03:02.945492 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33566) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:03.012907 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:03.034407 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043e87-436a-428b-b979-79b2e4d19f81 req-7de9edb5-465c-420b-b59c-86877ac69df8 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:03.036135 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e3043e87-436a-428b-b979-79b2e4d19f81 req-7de9edb5-465c-420b-b59c-86877ac69df8 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 945 time: 0.0917857 May 18 10:03:03.039254 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:03.085288 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e3043e87-436a-428b-b979-79b2e4d19f81 req-4fa9c7a9-c09d-4f4e-9d78-fc81d30dc018 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 May 18 10:03:03.095978 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:03.104580 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-ad8e8d4d-c64d-4dcc-97c7-92e01b154bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:03.120113 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591eb41-014f-4942-8b26-818cdfc09c09,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:03.125616 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:03.128284 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:03.129383 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b591eb41-014f-4942-8b26-818cdfc09c09 HTTP/1.1" status: 204 len: 168 time: 0.1829357 May 18 10:03:03.913585 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5d43-5ff0-407e-be20-e841e38a4ae5 req-24a81c18-6cbc-4129-8e29-904e9cd75986 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:03.914935 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-842a5d43-5ff0-407e-be20-e841e38a4ae5 req-24a81c18-6cbc-4129-8e29-904e9cd75986 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1500211 May 18 10:03:03.928153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d520e-9de7-4912-9061-3da38f303e37 req-9b3d286a-3188-49da-989d-44be9e0a5c95 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:03.929596 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b8d520e-9de7-4912-9061-3da38f303e37 req-9b3d286a-3188-49da-989d-44be9e0a5c95 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.1302302 May 18 10:03:03.997413 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-842a5d43-5ff0-407e-be20-e841e38a4ae5 req-3e693b8c-3557-45eb-b649-9cfb905ce195 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668564 May 18 10:03:04.004959 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5b8d520e-9de7-4912-9061-3da38f303e37 req-19ee6012-d852-4cdb-b180-a7c1e9575ced tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589235 May 18 10:03:04.138287 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 8b9907e9-fbe1-45f2-928d-281f7a5a2bba no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:04.177112 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 8b9907e9-fbe1-45f2-928d-281f7a5a2bba {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:04.177870 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 8b9907e9-fbe1-45f2-928d-281f7a5a2bba not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:04.290135 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9748538-7f85-42ed-bd65-21c6297751f3 req-dd7d31fa-30a0-43b3-a6cc-916ef43c42bd tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:04.291600 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9748538-7f85-42ed-bd65-21c6297751f3 req-dd7d31fa-30a0-43b3-a6cc-916ef43c42bd tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 945 time: 0.0912411 May 18 10:03:04.337864 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f9748538-7f85-42ed-bd65-21c6297751f3 req-99f2693b-2805-4279-8ef1-09550ea032dc tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe7fe189-0529-4cd0-8f93-e11865eae334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 May 18 10:03:04.454658 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-fef297af-da97-482c-801e-2d7c547a7f31 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:04.456122 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-fef297af-da97-482c-801e-2d7c547a7f31 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 945 time: 0.0804687 May 18 10:03:04.596267 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Deleting port d69773d0-59e1-4cf4-8c13-6f935577d7ed {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:04.596601 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:04.758162 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] For port d69773d0-59e1-4cf4-8c13-6f935577d7ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d69773d0-59e1-4cf4-8c13-6f935577d7ed,segment=NetworkSegment(133c1ce8-9385-4c10-a87e-c55f3f4d853b),segment_id=133c1ce8-9385-4c10-a87e-c55f3f4d853b)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:04.758595 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:04.891784 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Calling delete_port for d69773d0-59e1-4cf4-8c13-6f935577d7ed owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:05.024938 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:05.031376 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1914837c-1079-4143-9eea-84b53d57af35 tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:05.037733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d69773d0-59e1-4cf4-8c13-6f935577d7ed'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:05.077706 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Pushing event deleted for resources: {'Port': ['ID=d69773d0-59e1-4cf4-8c13-6f935577d7ed,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:05.080787 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:05.310150 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] No DVR routers for this DVR port d69773d0-59e1-4cf4-8c13-6f935577d7ed on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:03:05.314106 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:05.319186 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'name': 'network-vif-deleted', 'tag': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:05.347192 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c5f6fae-1714-44b8-85b5-6b9246938082 req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.24 "DELETE /v2.0/ports/d69773d0-59e1-4cf4-8c13-6f935577d7ed HTTP/1.1" status: 204 len: 173 time: 0.8832192 May 18 10:03:05.383713 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0f25f-b229-4798-b721-6c1a4bae17dd req-2bb14c0c-666c-4044-94b4-60059be880f4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:05.385995 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-85f0f25f-b229-4798-b721-6c1a4bae17dd req-2bb14c0c-666c-4044-94b4-60059be880f4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.1843500 May 18 10:03:05.492736 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-85f0f25f-b229-4798-b721-6c1a4bae17dd req-f6b255af-091e-424e-be96-36f7b4f394cb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703325 May 18 10:03:05.521290 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79c028-c5a6-4e70-8a51-5ef91dc0c81b req-aecba6f5-631f-4cc3-a095-4ce113ebcb80 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:05.523159 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ed79c028-c5a6-4e70-8a51-5ef91dc0c81b req-aecba6f5-631f-4cc3-a095-4ce113ebcb80 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1353097 May 18 10:03:05.580129 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc87632f-0a5a-49af-9826-a0d43d260b56', 'name': 'network-vif-deleted', 'tag': 'd69773d0-59e1-4cf4-8c13-6f935577d7ed', 'status': 'completed', 'code': 200} May 18 10:03:05.592390 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ed79c028-c5a6-4e70-8a51-5ef91dc0c81b req-fd480b8f-313f-4dcd-bc7b-8cace7634979 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580027 May 18 10:03:05.646422 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:03:05.755527 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-9fdc6e9f-d834-41ec-be8c-1efd355987b9 req-e13d13f5-4d33-45c9-9b1c-368046cdcb3d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Synchronizing usage tracker for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:05.773465 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-9fdc6e9f-d834-41ec-be8c-1efd355987b9 req-e13d13f5-4d33-45c9-9b1c-368046cdcb3d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Unset dirty status for tenant:11cf96dccf334330a7844812a261c444 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:05.774629 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9fdc6e9f-d834-41ec-be8c-1efd355987b9 req-e13d13f5-4d33-45c9-9b1c-368046cdcb3d tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc87632f-0a5a-49af-9826-a0d43d260b56 HTTP/1.1" status: 200 len: 210 time: 0.0750124 May 18 10:03:06.707532 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33742) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:06.709492 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d966e-b366-4817-8b37-b9f3ba298bbd req-32c81e96-6416-434d-a207-08c2b1bbdc87 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:06.710986 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a72d966e-b366-4817-8b37-b9f3ba298bbd req-32c81e96-6416-434d-a207-08c2b1bbdc87 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.0942619 May 18 10:03:06.809056 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a72d966e-b366-4817-8b37-b9f3ba298bbd req-7aeb100d-ac59-4a91-8c9e-b51d83bae607 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553005 May 18 10:03:06.832617 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1deae3-aa21-44b3-a646-597496dd7ada req-091bb8b1-2d4c-432e-bcbb-0cead9edecf9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:06.834143 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c1deae3-aa21-44b3-a646-597496dd7ada req-091bb8b1-2d4c-432e-bcbb-0cead9edecf9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1222858 May 18 10:03:06.844258 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:06.863184 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:06.867236 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Usage tracker for resource:security_group_rule and tenant:4495eef2ca004d6d8cdd8486269274b3 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:06.870064 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:06.876417 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:06.881320 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c1deae3-aa21-44b3-a646-597496dd7ada req-488c7edb-9835-49b1-818f-9a0a10fb725d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 May 18 10:03:06.958328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:06.962482 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:06.974439 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1cd9fead-f94f-4f48-bf6c-c4409789d557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:07.013850 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4495eef2ca004d6d8cdd8486269274b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051326 May 18 10:03:07.014915 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b3946c-355f-41fa-ba0e-ddc100b3da1d,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:07.016609 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 33754) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:07.018227 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:07.079962 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.105861 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.162370 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.167564 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ccedcc50-7239-4891-8c0a-de1119a2481a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:07.182845 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b3946c-355f-41fa-ba0e-ddc100b3da1d,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:07.185822 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:07.187162 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.190872 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9b3946c-355f-41fa-ba0e-ddc100b3da1d HTTP/1.1" status: 204 len: 168 time: 0.1706204 May 18 10:03:07.511711 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 33778) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:07.533243 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.554795 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:07.559815 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Usage tracker for resource:security_group_rule and tenant:98a5f8947e934d35a57a4beb34360646 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:07.563681 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:07.569772 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:07.674762 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.680126 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.687884 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e5060a92-2e81-4764-b0a8-0d1e1dbaa8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:07.727392 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b8b1cc-fe19-4d01-915f-64fa4709b5ad,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:07.731654 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98a5f8947e934d35a57a4beb34360646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184730 May 18 10:03:07.732779 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:07.734961 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33788) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:07.798584 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.825604 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.878909 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.883951 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-85bb93ff-1680-46c7-bf95-4fa0f24a7a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:07.903672 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b8b1cc-fe19-4d01-915f-64fa4709b5ad,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:07.923276 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:07.938317 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.942274 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29b8b1cc-fe19-4d01-915f-64fa4709b5ad HTTP/1.1" status: 204 len: 168 time: 0.2063067 May 18 10:03:08.077366 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba747e6-17e4-4f8d-b9b5-cc8b9a9a449a req-c261aa55-14d5-4a94-a2e0-ea7d7c59e5dd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:08.079162 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2ba747e6-17e4-4f8d-b9b5-cc8b9a9a449a req-c261aa55-14d5-4a94-a2e0-ea7d7c59e5dd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.1441755 May 18 10:03:08.143273 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2ba747e6-17e4-4f8d-b9b5-cc8b9a9a449a req-d54cd21a-f9ae-4be2-b42e-df39f6a096c8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565808 May 18 10:03:08.151074 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2adc67-0288-4417-b6da-74b1f17bb56c req-72b6fbf1-1030-4ffe-bba6-638e87a6b966 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:08.152507 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a2adc67-0288-4417-b6da-74b1f17bb56c req-72b6fbf1-1030-4ffe-bba6-638e87a6b966 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1412075 May 18 10:03:08.163292 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d69773d0-59e1-4cf4-8c13-6f935577d7ed no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:08.214384 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3a2adc67-0288-4417-b6da-74b1f17bb56c req-f8f0de88-67bc-4e0b-a99e-26a6e362062e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542409 May 18 10:03:08.217644 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: d69773d0-59e1-4cf4-8c13-6f935577d7ed {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:08.218165 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d69773d0-59e1-4cf4-8c13-6f935577d7ed not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:08.822123 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33850) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:09.093483 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:09.109745 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:09.115190 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b374af3b6d94150b9fcb2f0cc7a0f45 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:09.118445 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:09.124498 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:09.226362 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:09.236237 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:09.332196 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8a7b18b2-2692-4bc8-8a3d-9479e2f1829e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:09.387867 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b374af3b6d94150b9fcb2f0cc7a0f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645826 May 18 10:03:09.388812 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33888) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:09.390603 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe471fd-6ed9-4ef1-a626-2a4d8f49daa7,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:09.395303 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:09.477313 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:09.511601 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:09.524469 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50c87-0aba-404a-8104-b2aacacff760 req-7137ab29-339f-4e14-9cc9-813e45af405d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:09.532534 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bfd50c87-0aba-404a-8104-b2aacacff760 req-7137ab29-339f-4e14-9cc9-813e45af405d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.2189250 May 18 10:03:09.569503 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2750-e78f-41b6-95fb-7debc36e1636 req-78091ac6-acf4-4e28-9da3-217ca2d3ee11 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:09.571411 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-911c2750-e78f-41b6-95fb-7debc36e1636 req-78091ac6-acf4-4e28-9da3-217ca2d3ee11 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1992180 May 18 10:03:09.587931 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:09.595226 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a4766fdf-7d9d-4480-83ef-389148fb005b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:09.610453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe471fd-6ed9-4ef1-a626-2a4d8f49daa7,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:09.614091 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:09.615874 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:09.619971 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbe471fd-6ed9-4ef1-a626-2a4d8f49daa7 HTTP/1.1" status: 204 len: 168 time: 0.2262845 May 18 10:03:09.682587 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bfd50c87-0aba-404a-8104-b2aacacff760 req-67118f93-a4d3-4a73-bd92-ac77f81651cd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490939 May 18 10:03:09.756770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-911c2750-e78f-41b6-95fb-7debc36e1636 req-69c8b6d9-f706-42ff-9b59-aba9fa953905 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659546 May 18 10:03:10.163991 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:03:10.387001 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:10.406367 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'port_id': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'mac_address': 'fa:16:3e:45:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:03:10.477813 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:10.500492 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0c329a5-1305-401a-8f92-05a6274e4e04 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:03:10.519351 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:10.525542 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:10.530588 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:10.620210 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=6']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:10.629368 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.630023 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.630504 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.630987 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.631446 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.631909 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.632374 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.632831 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.633285 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.633759 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.635002 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.635486 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:10.641149 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:10.643764 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['b0c329a5-1305-401a-8f92-05a6274e4e04'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:11.259685 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717f6bf-a5e5-4027-81c2-fa9d949497df req-3327a864-fe07-4632-974f-908c96c3ec32 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:11.267189 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7717f6bf-a5e5-4027-81c2-fa9d949497df req-3327a864-fe07-4632-974f-908c96c3ec32 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 944 time: 0.2895842 May 18 10:03:11.332695 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7717f6bf-a5e5-4027-81c2-fa9d949497df req-caad7c4e-68d4-4998-af23-8240fc08c651 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645509 May 18 10:03:11.357009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fdd90-0d8c-45f6-80a8-c0bb2bd6d507 req-691df304-22fa-4c93-93a6-76e3528d2da3 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:11.365644 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cd7fdd90-0d8c-45f6-80a8-c0bb2bd6d507 req-691df304-22fa-4c93-93a6-76e3528d2da3 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1907248 May 18 10:03:11.431628 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33970) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:11.484915 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cd7fdd90-0d8c-45f6-80a8-c0bb2bd6d507 req-37ddeacf-eec8-4a64-ad95-4a491b735697 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147287 May 18 10:03:11.523641 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9115a09-2d7c-4993-a758-b157f432f31e req-b2faaae8-c122-44af-941f-8583e65b9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:11.526305 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c9115a09-2d7c-4993-a758-b157f432f31e req-b2faaae8-c122-44af-941f-8583e65b9256 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.1322172 May 18 10:03:11.622652 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-9fc32826-27d0-4962-96ff-17d7e6f69c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:11.707174 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1266217241-network', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:11.714928 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:11.722002 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Usage tracker for resource:network and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:11.798594 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:11.833897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:11.849377 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Made reservation on behalf of c549fd50ca26426c8624c9b3cfccb23b for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:11.862708 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:11.907882 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:11.965608 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9115a09-2d7c-4993-a758-b157f432f31e req-dbc52a36-12de-41d3-8652-5028ed16a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:11.972280 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:11.972778 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c9115a09-2d7c-4993-a758-b157f432f31e req-dbc52a36-12de-41d3-8652-5028ed16a4dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.3948104 May 18 10:03:11.978745 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:11.995472 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:12.010419 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:12.187265 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:12.208161 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.214358 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.232440 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:03:12.238146 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c9115a09-2d7c-4993-a758-b157f432f31e req-61cfbab1-b292-45c1-8db5-8b06e4519296 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 217 time: 0.2576828 May 18 10:03:12.249440 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.249832 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Added segment 83c33c03-e00c-4aa6-b4ca-7e4c6d30db58 of type vlan for network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 May 18 10:03:12.289708 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.351906 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-ab3464e1-c8a3-486c-bea0-f885e7ad6268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:12.357661 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port b0c329a5-1305-401a-8f92-05a6274e4e04 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:12.360938 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.372486 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9115a09-2d7c-4993-a758-b157f432f31e req-c315f097-0879-4337-864f-4414e96d3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:12.377739 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.379143 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c9115a09-2d7c-4993-a758-b157f432f31e req-c315f097-0879-4337-864f-4414e96d3a9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.1344330 May 18 10:03:12.387245 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:12.390064 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.466123 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a8d6cc-15f7-415c-8b1a-ea369274a29b,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:12.485825 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:12.492595 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-06e16550-d34e-4d5c-9941-c71fe18e6835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:12.707355 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.787897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1ad73a-d164-4ea3-846a-7335485bc9d2,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:12.804672 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c9115a09-2d7c-4993-a758-b157f432f31e req-920448c6-7384-41e5-8ce6-a86584cff604 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854866 May 18 10:03:12.805840 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:12.814764 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3791227 May 18 10:03:12.815280 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 33992) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:12.826856 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:12.830757 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:12.831562 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Request body: {'subnet': {'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1266217241-subnet', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:12.837263 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:03:12.842345 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:12.854453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Usage tracker for resource:subnet and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:12.860160 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:12.860647 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:12.876275 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:12.877167 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:12.898022 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Made reservation on behalf of c549fd50ca26426c8624c9b3cfccb23b for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:12.900682 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2257430'] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:13.001315 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=7']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:13.250487 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:13.274665 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:13.300076 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc5bb1-484f-47dc-9d56-8a4546a2c1e4 req-1dfd0fd9-5536-49a5-bf33-b2265e7dabac tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:13.307290 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d1dc5bb1-484f-47dc-9d56-8a4546a2c1e4 req-1dfd0fd9-5536-49a5-bf33-b2265e7dabac tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.4868469 May 18 10:03:13.328551 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df6a46-025b-4c5c-a856-0b6da1fb0708 req-6140baae-bc8e-41b7-86cb-c306c21ee9db tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:13.341992 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b5df6a46-025b-4c5c-a856-0b6da1fb0708 req-6140baae-bc8e-41b7-86cb-c306c21ee9db tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 944 time: 0.7245095 May 18 10:03:13.550702 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2120658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2257444'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:13.565997 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f1c68c03-8c08-42c3-9b5f-e830b3c7692c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:13.573310 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c9115a09-2d7c-4993-a758-b157f432f31e req-97f966a2-9c1b-4a23-93ae-4b34313dd6b8 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336628 May 18 10:03:13.586019 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d1dc5bb1-484f-47dc-9d56-8a4546a2c1e4 req-4b9a615c-96e6-46e1-b813-53baf40dc927 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776759 May 18 10:03:13.657269 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b5df6a46-025b-4c5c-a856-0b6da1fb0708 req-c647faab-72a3-4602-88c9-78a444fadd01 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118477 May 18 10:03:13.708951 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff54523-4e4d-48ab-ab32-b3fbcb599c5d,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:13.726966 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:13.733202 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'code': 200} May 18 10:03:13.802334 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Checking segment: {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:13.802846 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Network hostable DHCP agents. Network: 3c1ad73a-d164-4ea3-846a-7335485bc9d2, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:03:13.842151 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:03:13.859445 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 3c1ad73a-d164-4ea3-846a-7335485bc9d2) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:13.871603 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36d40c-c14b-408a-a964-c2aba71cee6f None None] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:13.875762 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:13.876382 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:13.929086 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c9115a09-2d7c-4993-a758-b157f432f31e req-6ff62123-152e-4e95-b1db-f99a7e2d3aa7 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418512 May 18 10:03:13.931210 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34002) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:13.932250 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1150329 May 18 10:03:13.938918 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:13.953153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:13.971330 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Usage tracker for resource:router and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:13.975041 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:13.993889 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:14.016230 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.018015 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.045683 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.284274 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-3e28832b-89d2-4618-b41f-293b4ce0e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.289646 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.346937 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:03:14.348298 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.625672 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Allocated IP 172.20.0.2 (3c1ad73a-d164-4ea3-846a-7335485bc9d2/eff54523-4e4d-48ab-ab32-b3fbcb599c5d/8cdb8387-f1c6-445c-a64f-3a163fb0e07e) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:14.659666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.209066 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.229973 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Transition to ACTIVE for port object 8cdb8387-f1c6-445c-a64f-3a163fb0e07e will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:15.257483 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Transition to ACTIVE for port object 8cdb8387-f1c6-445c-a64f-3a163fb0e07e will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:15.271625 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.279795 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:15.447956 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Pushing event updated for resources: {'Port': ['ID=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:15.457722 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:15.465734 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.472899 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:15.474976 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:15.482125 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:15.672628 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Attempting to bind port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:15.673002 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Attempting to bind port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:15.674907 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Attempting to bind port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e on network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:15.688256 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:15.688642 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Checking segment: {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:15.691214 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.691617 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Bound using segment: {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:15.693228 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Bound port: 8cdb8387-f1c6-445c-a64f-3a163fb0e07e, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:15.693694 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.919410 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] For port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:15.926558 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] For port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:15.937537 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.946276 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-090fc8f8-6af7-482e-adf4-cca555b9c9af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:15.992636 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992b525-b065-4dde-971f-8ee3f7209f40 req-21b5ea31-1e5d-4e0a-9635-7699b19afa2d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:16.001914 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8992b525-b065-4dde-971f-8ee3f7209f40 req-21b5ea31-1e5d-4e0a-9635-7699b19afa2d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 1.1122708 May 18 10:03:16.018124 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6dc27-873b-4568-a89b-82063ade1020 req-8bfeaf75-593a-4bba-9c4f-9dbe292c22f6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:16.026175 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bfc6dc27-873b-4568-a89b-82063ade1020 req-8bfeaf75-593a-4bba-9c4f-9dbe292c22f6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 1.0083499 May 18 10:03:16.153046 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8992b525-b065-4dde-971f-8ee3f7209f40 req-76f05967-606a-4988-bfc7-dd3bede1dad0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474721 May 18 10:03:16.181902 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bfc6dc27-873b-4568-a89b-82063ade1020 req-6676aad5-fb53-4a96-b450-c2c4776c731d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543844 May 18 10:03:16.183696 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:16.195879 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Pushing event updated for resources: {'Port': ['ID=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:16.237391 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:16.242392 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:16.437563 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Allocated IP 172.28.3.145 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/0199f152-1df4-498f-9d69-845f64878654) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:16.837365 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:16.935340 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:16.941064 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 8cdb8387-f1c6-445c-a64f-3a163fb0e07e up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:16.942347 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b97f6c5b-df6e-4000-ba64-01b391b6312a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:17.045097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:17.049338 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:17.053903 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:17.098171 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Pushing event updated for resources: {'Port': ['ID=0199f152-1df4-498f-9d69-845f64878654,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:17.110224 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:17.160983 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:17.206607 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:17.853098 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f9f336-ac30-48b9-a231-d37db6053258 None None] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:17.891637 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebbd0b-aaba-4d4e-8f2f-a8ecbe3b7829 req-f62ed6b4-75a2-4bdb-9ddf-af4f7c0d6059 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:17.894255 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-33ebbd0b-aaba-4d4e-8f2f-a8ecbe3b7829 req-f62ed6b4-75a2-4bdb-9ddf-af4f7c0d6059 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3407495 May 18 10:03:18.032918 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4260be-8429-47b7-a2fa-2ea2770d2059 req-e0cf628d-2aa9-4d81-afb0-35c45b503590 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:18.034633 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cd4260be-8429-47b7-a2fa-2ea2770d2059 req-e0cf628d-2aa9-4d81-afb0-35c45b503590 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.4675419 May 18 10:03:18.049785 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Provisioning for port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:18.059770 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Provisioning complete for port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:18.068016 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.253517 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-33ebbd0b-aaba-4d4e-8f2f-a8ecbe3b7829 req-fb7ed57c-1462-48d2-8427-0964a037ef4d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724879 May 18 10:03:18.270066 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cd4260be-8429-47b7-a2fa-2ea2770d2059 req-127d1cca-1de9-459a-a82f-420fcf34e239 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147343 May 18 10:03:18.288149 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.428680 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.503801 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] For port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:18.522656 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.524553 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:18.739109 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Pushing event updated for resources: {'Port': ['ID=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:18.770936 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:19.109093 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-357ea02e-5b0f-4921-8ba4-2e1ac34eda72 None None] Provisioning complete for port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:19.109805 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-357ea02e-5b0f-4921-8ba4-2e1ac34eda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:19.183077 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:19.804491 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46928a-6fc7-426a-82d1-f082fe8d6bdb req-f357c4e6-600c-414e-a989-382f1b32e9bd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.807269 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2f46928a-6fc7-426a-82d1-f082fe8d6bdb req-f357c4e6-600c-414e-a989-382f1b32e9bd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.2686412 May 18 10:03:19.810218 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:03:19.820766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c94eb-fe5d-4bbf-86a7-115db5d41615 req-fdde5916-86f5-4b2d-9be1-0113f5d1ddee tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.822356 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ad7c94eb-fe5d-4bbf-86a7-115db5d41615 req-fdde5916-86f5-4b2d-9be1-0113f5d1ddee tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2883971 May 18 10:03:20.010491 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2f46928a-6fc7-426a-82d1-f082fe8d6bdb req-45740337-cccd-48c5-b5df-8ae29d5ddb55 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868422 May 18 10:03:20.058145 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ad7c94eb-fe5d-4bbf-86a7-115db5d41615 req-c408fca7-ec6b-4f15-9939-d03c17f22eea tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800313 May 18 10:03:20.322629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:03:20.346816 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Sync routers for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:03:20.366331 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:20.367132 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:20.416937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Notify callbacks [] for router, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:20.421991 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4862826 May 18 10:03:20.422274 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34062) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:20.825797 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 8cdb8387-f1c6-445c-a64f-3a163fb0e07e up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:20.968808 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:21.042596 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:21.043367 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:21.640468 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:17Z', 'revision_number': 3, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:21.647131 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Checking router: 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:03:21.647131 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Updating router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 port 0199f152-1df4-498f-9d69-845f64878654 binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:03:21.743248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fefe67-babb-417f-bfc4-c5dc24258e44 req-7bf2d4fc-93d4-468f-908a-01888789be26 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.745966 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-54fefe67-babb-417f-bfc4-c5dc24258e44 req-7bf2d4fc-93d4-468f-908a-01888789be26 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3154895 May 18 10:03:21.749893 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:21.814675 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c374f-97cc-4d6b-8b20-d4081e66787f req-410d78f1-ed33-4c7d-bea0-fc737af76507 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.823515 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9f6c374f-97cc-4d6b-8b20-d4081e66787f req-410d78f1-ed33-4c7d-bea0-fc737af76507 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.4868562 May 18 10:03:21.913431 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9f6c374f-97cc-4d6b-8b20-d4081e66787f req-8128e928-279b-4bc9-90d5-64f97d8b012e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882766 May 18 10:03:21.918069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-54fefe67-babb-417f-bfc4-c5dc24258e44 req-2312c37d-a7d5-4ddf-8059-6082fa05248f tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611850 May 18 10:03:22.504132 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:22.520646 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Transition to ACTIVE for port object 0199f152-1df4-498f-9d69-845f64878654 will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:22.542174 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:22.562263 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:22.666692 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:22.859184 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Attempting to bind port 0199f152-1df4-498f-9d69-845f64878654 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:22.860831 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Attempting to bind port 0199f152-1df4-498f-9d69-845f64878654 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:22.860831 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Attempting to bind port 0199f152-1df4-498f-9d69-845f64878654 on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:22.872228 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:22.872671 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:22.872996 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:22.873392 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:22.878781 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Bound port: 0199f152-1df4-498f-9d69-845f64878654, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:22.878781 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:22.929938 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Pushing event updated for resources: {'Port': ['ID=0199f152-1df4-498f-9d69-845f64878654,revision_number=2']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:22.969650 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.969650 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.974235 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.974572 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.977735 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.977735 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.977963 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.978275 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.978603 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.978938 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.979267 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.979556 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:22.988200 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:23.071401 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] For port 0199f152-1df4-498f-9d69-845f64878654, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:23.074775 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] For port 0199f152-1df4-498f-9d69-845f64878654, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=0199f152-1df4-498f-9d69-845f64878654,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:23.079344 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:23.083293 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:23.140418 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Allocated IP 172.20.0.1 (3c1ad73a-d164-4ea3-846a-7335485bc9d2/eff54523-4e4d-48ab-ab32-b3fbcb599c5d/4f7b7de2-c0b8-41ca-a700-98ca8de510e8) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:23.260047 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:23.260723 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:23.472043 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Pushing event updated for resources: {'Port': ['ID=0199f152-1df4-498f-9d69-845f64878654,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:23.485276 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-2d9420cd-179f-4eb5-95e2-c21341a4ad7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:23.536896 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10a8bb-6649-417f-b7a2-5a258ad2aa97 req-cee236a4-ce2d-4313-957d-61b5e5b972aa tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:23.552654 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:23.555561 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0c10a8bb-6649-417f-b7a2-5a258ad2aa97 req-cee236a4-ce2d-4313-957d-61b5e5b972aa tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.4262908 May 18 10:03:23.588783 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Transition to ACTIVE for port object 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 will not be triggered until provisioned by entity DHCP. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:23.638589 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:23.663069 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:23.669754 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0c10a8bb-6649-417f-b7a2-5a258ad2aa97 req-447014ac-5960-43a0-aa1e-6d6d47e9cbff tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131437 May 18 10:03:23.710010 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2dbf9-63d1-45f6-afb6-2e0df601eb44 req-e6517f9d-562d-4581-8883-4d902614420c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:23.711690 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d5b2dbf9-63d1-45f6-afb6-2e0df601eb44 req-e6517f9d-562d-4581-8883-4d902614420c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.4795825 May 18 10:03:23.858897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:23.866837 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d5b2dbf9-63d1-45f6-afb6-2e0df601eb44 req-aa65bcd5-f5f1-4b55-a76b-87a22b725e8c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404865 May 18 10:03:23.869315 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:23.870275 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:23.902876 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:24.037194 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Pushing event updated for resources: {'Port': ['ID=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:24.055303 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:24.106316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:24.407503 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-6f2d3c70-f6d4-4344-9f5e-40a74b6968b6 None None] Provisioning for port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:24.421186 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:24.430406 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-6f2d3c70-f6d4-4344-9f5e-40a74b6968b6 None None] Provisioning complete for port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:24.430843 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3c70-f6d4-4344-9f5e-40a74b6968b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:24.552332 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34110) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:24.583168 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-24c48879-edff-442e-9242-68ced577dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:17Z', 'revision_number': 3, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:24.591777 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c48879-edff-442e-9242-68ced577dc56 None None] The sync data for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb is: [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:17Z', 'revision_number': 3, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:03:24.609675 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d3c70-f6d4-4344-9f5e-40a74b6968b6 None None] Port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:03:24.791927 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:24.832066 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:24.842892 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfbbdbcb15742f794403aa9677da98f is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:24.851647 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:24.866377 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:24.926919 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:24.932929 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:24.995757 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:25.122160 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.160333 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.171245 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-71dde262-1cd2-4f34-baa5-7af823d2c7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:25.173156 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.184130 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Pushing event updated for resources: {'Port': ['ID=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:25.188892 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:25.328322 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbfbbdbcb15742f794403aa9677da98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7737241 May 18 10:03:25.335571 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34120) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:25.391191 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cd9da-d77c-4ed2-a149-9851dc1f2d43 req-005d8d1a-e80a-4205-8315-58ede3ea4cec tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:25.410675 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-de5cd9da-d77c-4ed2-a149-9851dc1f2d43 req-005d8d1a-e80a-4205-8315-58ede3ea4cec tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.4243011 May 18 10:03:25.426717 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be31dc3-6c79-4d40-b87d-e0b897e558f3,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:25.459830 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:25.494089 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:25.495485 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:25.568387 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-de5cd9da-d77c-4ed2-a149-9851dc1f2d43 req-688552f2-27c1-4388-a2a9-c5363e643800 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563568 May 18 10:03:25.656194 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a0e0-36b1-4b51-a5f3-33b3a646276b req-0a2e4d71-70f4-4fdb-ac8e-237139053429 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:25.678637 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6242a0e0-36b1-4b51-a5f3-33b3a646276b req-0a2e4d71-70f4-4fdb-ac8e-237139053429 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.4382143 May 18 10:03:25.827764 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6242a0e0-36b1-4b51-a5f3-33b3a646276b req-670b6568-9f87-4d7e-aa98-5bdd485980f7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480350 May 18 10:03:25.837132 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.898729 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.959363 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-be66758e-4caa-43c9-b629-82a2e2cb348d None None] Provisioning complete for port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:25.960365 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-be66758e-4caa-43c9-b629-82a2e2cb348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.978986 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:03:26.022759 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:26.027248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:26.056732 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be31dc3-6c79-4d40-b87d-e0b897e558f3,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:26.059085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:26.078070 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:26.082089 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4be31dc3-6c79-4d40-b87d-e0b897e558f3 HTTP/1.1" status: 204 len: 168 time: 0.7325954 May 18 10:03:26.098899 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-be66758e-4caa-43c9-b629-82a2e2cb348d None None] Port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:03:26.390474 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:03:26.430205 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] 10.222.0.36 "PUT /v2.0/routers/7bf8beb1-431b-48a8-9636-6a9adbfc7a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9986863 May 18 10:03:26.818951 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34136) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:26.870032 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:26.937030 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0199f152-1df4-498f-9d69-845f64878654 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:26.945776 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:26.949997 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Usage tracker for resource:security_group_rule and tenant:fdbfcdba532f40b195b4d758dda5d966 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:26.953887 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:26.959522 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:27.143621 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 0199f152-1df4-498f-9d69-845f64878654 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:27.153436 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.157947 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 0199f152-1df4-498f-9d69-845f64878654 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:27.158755 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.176420 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.227719 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-03cb480a-bab3-474e-836c-eb9f66cb4540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:27.400457 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdbfcdba532f40b195b4d758dda5d966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853038 May 18 10:03:27.402633 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34150) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:27.440032 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc98d7c-0e5e-42de-8969-b08f50ae8dbe req-8bd15516-f43b-4487-aaab-347def281114 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:27.444415 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dcc98d7c-0e5e-42de-8969-b08f50ae8dbe req-8bd15516-f43b-4487-aaab-347def281114 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.5433841 May 18 10:03:27.461590 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.486182 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8429d-35ed-494d-9264-bbb4198aa2fb,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:27.502170 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:27.505122 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 0199f152-1df4-498f-9d69-845f64878654, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=0199f152-1df4-498f-9d69-845f64878654,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:27.518001 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.519881 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:27.568729 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dcc98d7c-0e5e-42de-8969-b08f50ae8dbe req-05ec48ed-a659-4d3f-88d3-4b6012f7ace1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946381 May 18 10:03:27.647025 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6660-af3e-4220-bb4b-89f268557b4d req-95a4bea1-3ec7-4c56-88f3-7ccd7751a420 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:27.648534 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-045f6660-af3e-4220-bb4b-89f268557b4d req-95a4bea1-3ec7-4c56-88f3-7ccd7751a420 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.5413270 May 18 10:03:27.678300 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Sync routers for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:03:27.681993 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.775191 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:27.787730 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:27.789140 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.824933 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-045f6660-af3e-4220-bb4b-89f268557b4d req-8bcec047-1a7b-4c6a-b252-8bbb669a45a5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585701 May 18 10:03:27.912499 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.916618 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d9ac9539-6bc3-48ac-9976-30f15faae3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:27.943254 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8429d-35ed-494d-9264-bbb4198aa2fb,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:27.950544 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:27.963156 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.969306 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6c8429d-35ed-494d-9264-bbb4198aa2fb HTTP/1.1" status: 204 len: 168 time: 0.5531716 May 18 10:03:27.972928 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34162) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:27.985486 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-814640985-network', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:28.000676 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:28.010395 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Usage tracker for resource:network and tenant:dc26ca470c33455280886f6dc7add23c is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:28.024066 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:28.034185 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:28.053955 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Made reservation on behalf of dc26ca470c33455280886f6dc7add23c for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:28.056495 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.079329 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.118490 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:28.127453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Usage tracker for resource:security_group_rule and tenant:dc26ca470c33455280886f6dc7add23c is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:28.135792 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:28.150643 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:28.229257 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:28.332145 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.339165 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.343502 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-dd3aa13b-5096-4faa-8073-32e2f35e5034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:28.395473 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:03:28.396962 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=0199f152-1df4-498f-9d69-845f64878654,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:28.401303 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:28.402956 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05742c-41f2-41c9-9478-1fc4a4e7ae14,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:28.408339 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:28.414859 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.415372 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Added segment 133707e2-ff1e-4c4d-bfa2-43bac2232071 of type vlan for network 624e9b59-7645-46f2-bd4d-070c2a6147b1 May 18 10:03:28.456001 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.524030 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.525944 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.526865 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.574645 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:28.709432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34180) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:28.759610 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.770401 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Pushing event updated for resources: {'Network': ['ID=624e9b59-7645-46f2-bd4d-070c2a6147b1,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:28.773646 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7994833 May 18 10:03:28.774844 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:28.784058 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34186) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:28.788935 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:03:28.790681 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Request body: {'subnet': {'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-814640985-subnet', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:28.797250 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:28.801316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Usage tracker for resource:subnet and tenant:dc26ca470c33455280886f6dc7add23c is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:28.802695 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:28.805888 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:28.809273 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2c00c6cbfc4e069f4816f22ed727bc is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:28.812760 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:28.816202 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:28.829892 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Made reservation on behalf of dc26ca470c33455280886f6dc7add23c for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:28.832852 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2257430'] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.845778 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 2, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:28.857954 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0199f152-1df4-498f-9d69-845f64878654 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:28.874654 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:28.907340 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Checking router: 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:03:28.907728 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Updating router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:03:28.940628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb661-9a02-4cf1-86cf-0717b16f228a req-dcc98dcf-4872-4e2d-80ad-5a3dd67e787d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.947773 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-463fb661-9a02-4cf1-86cf-0717b16f228a req-dcc98dcf-4872-4e2d-80ad-5a3dd67e787d tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1284757 May 18 10:03:29.064877 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-463fb661-9a02-4cf1-86cf-0717b16f228a req-6aa8ec61-c01a-4128-a090-0e9eeda8e9f7 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159916 May 18 10:03:29.071003 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.140374 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96716bb7-f396-43e3-bcf0-1f75710856b1 req-352ec8bc-007e-49fd-af8b-101ca47ecb77 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:29.142282 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-96716bb7-f396-43e3-bcf0-1f75710856b1 req-352ec8bc-007e-49fd-af8b-101ca47ecb77 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.1523814 May 18 10:03:29.214448 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-96716bb7-f396-43e3-bcf0-1f75710856b1 req-7f57252c-26c6-4407-92b0-715def2928b9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630205 May 18 10:03:29.286475 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.296750 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.332930 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f70b7aff-d2b9-44da-93aa-299ba5836ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:29.379492 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c2c00c6cbfc4e069f4816f22ed727bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6688838 May 18 10:03:29.381885 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49266b97-edee-4ab2-b32e-90b7e13edc40,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:29.383630 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34192) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:29.386105 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5d654dfd-7477-4ca8-bffd-251b340a5ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:29.476447 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-20e33b7b-9876-48d9-9385-f25ee6e296c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:29.478151 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-20e33b7b-9876-48d9-9385-f25ee6e296c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1098 time: 0.0972145 May 18 10:03:29.491174 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 0199f152-1df4-498f-9d69-845f64878654 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:29.491737 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.525305 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.532019 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2120658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2257444'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.539062 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8f579f7a-2038-4e5f-b1cf-4bea85526b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:29.640000 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.692208 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a074b143-0c9e-46d4-9dd6-4286cec5fc17,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:29.707234 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:29.707707 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Checking segment: {'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:29.707963 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Network hostable DHCP agents. Network: 624e9b59-7645-46f2-bd4d-070c2a6147b1, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:03:29.746790 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-cd1fe9bc-c614-43b4-83e2-62905d59f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:29.751514 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-cd1fe9bc-c614-43b4-83e2-62905d59f428 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.2660208 May 18 10:03:29.792370 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.798243 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:03:29.838158 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Transition to ACTIVE for port object 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:29.853485 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.858051 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:29.870323 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 624e9b59-7645-46f2-bd4d-070c2a6147b1) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:29.879361 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.937371 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfba01-dcbd-4701-9d6e-16392e3506cf None None] Pushing event updated for resources: {'Port': ['ID=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:29.940368 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-05dfba01-dcbd-4701-9d6e-16392e3506cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:29.941261 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e0254f-660d-4948-83c7-52b4808d6787 None None] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:29.959952 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-c69d17ac-7081-4539-94c9-88dcb8565c07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 200 len: 1001 time: 0.1960180 May 18 10:03:30.006932 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5c96d0d6-9c40-49b2-962b-81305e91a52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:30.026562 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49266b97-edee-4ab2-b32e-90b7e13edc40,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:30.038953 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:30.060550 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.062078 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.075896 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-aaacc057-beb7-40a4-96dd-6bf3d9a12887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.078023 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-aaacc057-beb7-40a4-96dd-6bf3d9a12887 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.0963736 May 18 10:03:30.153836 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.157571 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49266b97-edee-4ab2-b32e-90b7e13edc40 HTTP/1.1" status: 204 len: 168 time: 0.7723517 May 18 10:03:30.185009 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-fb8b2ec3-bf73-477c-aa0d-a0c42b21e47e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3986213 May 18 10:03:30.188075 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34208) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:30.195602 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-76addc3d-1c15-4bae-9157-95293abb1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.200691 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-76addc3d-1c15-4bae-9157-95293abb1e2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075308 May 18 10:03:30.210609 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:30.237891 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:30.260496 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Usage tracker for resource:router and tenant:dc26ca470c33455280886f6dc7add23c is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:30.283829 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:30.300018 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:30.309621 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448c7e-e741-4be7-9682-e010b01b6d8e req-db59041d-cbe6-40ec-8916-7e173c3066af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.315436 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-8f448c7e-e741-4be7-9682-e010b01b6d8e req-db59041d-cbe6-40ec-8916-7e173c3066af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.4957879 May 18 10:03:30.356555 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.369878 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.413394 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Attempting to bind port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:30.414010 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Attempting to bind port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:30.414585 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Attempting to bind port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 on network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:30.429707 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:30.430141 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Checking segment: {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:30.430560 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.431082 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Bound using segment: {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:30.431755 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Bound port: 4f7b7de2-c0b8-41ca-a700-98ca8de510e8, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:30.432699 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.456552 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-8f448c7e-e741-4be7-9682-e010b01b6d8e req-cc066c72-ae94-488f-a5b5-964ad4405dd9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344600 May 18 10:03:30.482057 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.645324 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-624e9b59-7645-46f2-bd4d-070c2a6147b1', 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'fixed_ips': [{'subnet_id': 'a074b143-0c9e-46d4-9dd6-4286cec5fc17'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:03:30.646944 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.658631 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] For port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:30.662064 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d88948-a991-49aa-9cb2-f2803a74d5f9 req-3f3dd56c-aeb9-4f6b-a3bb-68d9e0f277ef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.664987 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66d88948-a991-49aa-9cb2-f2803a74d5f9 req-3f3dd56c-aeb9-4f6b-a3bb-68d9e0f277ef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3579736 May 18 10:03:30.672220 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-e7fc1078-ea5a-4f6a-814c-878f5f456cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641113 May 18 10:03:30.680833 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] For port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:30.725325 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cdcb0-b12b-40a4-ac82-de7f0e75e20f req-c55ffacb-38b3-4129-b0e0-1e8531c96be9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.732438 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e98cdcb0-b12b-40a4-ac82-de7f0e75e20f req-c55ffacb-38b3-4129-b0e0-1e8531c96be9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.2310493 May 18 10:03:30.761558 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.769429 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-ce4d59d5-1483-4859-a699-a73db6695019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:30.832361 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e98cdcb0-b12b-40a4-ac82-de7f0e75e20f req-86b6477d-eefa-4ca1-be89-fafe507d7d62 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988600 May 18 10:03:30.897082 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66d88948-a991-49aa-9cb2-f2803a74d5f9 req-6b038646-7ffe-4c6e-ae33-373b65be2c8a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232790 May 18 10:03:30.928455 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:30.929297 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:31.012110 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b4fedb1f-7d34-401e-87b2-4d4b60fe7750 req-99c93023-f05f-4916-a9a6-3d7560c66841 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194234 May 18 10:03:31.069548 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfba01-dcbd-4701-9d6e-16392e3506cf None None] Pushing event updated for resources: {'Port': ['ID=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:31.073007 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-05dfba01-dcbd-4701-9d6e-16392e3506cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:31.139625 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.253086 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Allocated IP 172.20.0.2 (624e9b59-7645-46f2-bd4d-070c2a6147b1/a074b143-0c9e-46d4-9dd6-4286cec5fc17/5826b871-3043-4044-8276-bd5936ce6815) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:31.538473 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.586613 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.677304 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:31.807701 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Allocated IP 172.28.3.216 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/a8ecd694-821c-44ae-830a-8734152131ff) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:31.979844 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.994118 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Transition to ACTIVE for port object 5826b871-3043-4044-8276-bd5936ce6815 will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:32.034749 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.064057 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Transition to ACTIVE for port object 5826b871-3043-4044-8276-bd5936ce6815 will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:32.066552 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.071876 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:32.121095 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.138619 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:32.144133 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:32.147346 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:32.151947 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:32.272521 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:32.280239 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:32.282969 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:32.355885 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:32.360669 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c380f6-6f66-4995-848b-81649c59913b req-fd32b52d-c214-4091-b999-1de1fe58c992 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:32.362597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d1c380f6-6f66-4995-848b-81649c59913b req-fd32b52d-c214-4091-b999-1de1fe58c992 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 945 time: 0.3640490 May 18 10:03:32.370840 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc847cbd-ec32-4d62-bdea-e694d50d5b03 req-4a91bc55-7cb4-48c5-b5e9-27ea812e075b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:32.372616 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bc847cbd-ec32-4d62-bdea-e694d50d5b03 req-4a91bc55-7cb4-48c5-b5e9-27ea812e075b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2183278 May 18 10:03:32.448365 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d1c380f6-6f66-4995-848b-81649c59913b req-df609b06-0b2a-41cf-b84d-ea43fdf06623 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746689 May 18 10:03:32.480054 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bc847cbd-ec32-4d62-bdea-e694d50d5b03 req-ec836f1c-ede8-4267-a9c3-27da1e1ab944 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917253 May 18 10:03:32.535658 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ecd694-821c-44ae-830a-8734152131ff,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:32.566302 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:32.679539 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Pushing event updated for resources: {'Port': ['ID=5826b871-3043-4044-8276-bd5936ce6815,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:32.771205 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:32.771205 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Attempting to bind port 5826b871-3043-4044-8276-bd5936ce6815 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:32.771205 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Attempting to bind port 5826b871-3043-4044-8276-bd5936ce6815 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:32.771205 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Attempting to bind port 5826b871-3043-4044-8276-bd5936ce6815 on network 624e9b59-7645-46f2-bd4d-070c2a6147b1 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:32.800847 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:32.801231 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Checking segment: {'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:32.801707 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.802558 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Bound using segment: {'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:32.803303 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Bound port: 5826b871-3043-4044-8276-bd5936ce6815, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:32.803917 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.964330 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] For port 5826b871-3043-4044-8276-bd5936ce6815, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:32.967686 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] For port 5826b871-3043-4044-8276-bd5936ce6815, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=5826b871-3043-4044-8276-bd5936ce6815,segment=NetworkSegment(133707e2-ff1e-4c4d-bfa2-43bac2232071),segment_id=133707e2-ff1e-4c4d-bfa2-43bac2232071)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:32.975675 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.990984 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:33.207166 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:33.378530 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:33.410895 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Pushing event updated for resources: {'Port': ['ID=5826b871-3043-4044-8276-bd5936ce6815,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:33.415609 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:33.455099 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:30Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:33.477699 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c1f37-c7b6-4cab-aca1-d5d27d10ed47 None None] The sync data for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb is: [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:30Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:03:33.480588 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:33.507998 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:33.515200 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:33.524189 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:33.543314 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-5fe210cc-c08e-4416-9f94-e8e09e1cff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:33.551403 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-5fe210cc-c08e-4416-9f94-e8e09e1cff33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71b584578daa47dca4d8107679ec3180&device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 1098 time: 0.3921740 May 18 10:03:33.606696 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64891c91-4cb7-40a0-9641-7aae6e9fbbc3 req-ebb9438e-3d3c-4fe2-8d0b-7ccd0823ea46 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:33.617322 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-64891c91-4cb7-40a0-9641-7aae6e9fbbc3 req-ebb9438e-3d3c-4fe2-8d0b-7ccd0823ea46 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3175092 May 18 10:03:33.738461 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=8']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:33.753839 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:33.792010 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-64891c91-4cb7-40a0-9641-7aae6e9fbbc3 req-ffa8068f-8fa6-4ed9-b3bc-f30fc158b6a5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735182 May 18 10:03:33.910643 dv-cinder-772623-5-smb neutron-server[91250]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'code': 422} returned with failed status May 18 10:03:34.009819 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-a30384da-c58c-492a-ab99-6429474002e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:34.011296 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-a30384da-c58c-492a-ab99-6429474002e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 200 len: 920 time: 0.4373300 May 18 10:03:34.134184 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffbe1-90a5-4c1f-82a0-1c13daab262c req-d5f3a233-e5d7-40a1-95f7-5fa9dc402cab tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:34.135562 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f7fffbe1-90a5-4c1f-82a0-1c13daab262c req-d5f3a233-e5d7-40a1-95f7-5fa9dc402cab tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.3358598 May 18 10:03:34.137019 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-4a056206-2c00-4af1-a475-c48d75798646 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 200 len: 217 time: 0.1141226 May 18 10:03:34.148468 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:34.326251 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-5c1ba912-9162-40e6-9311-984dad4b5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:34.328517 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-5c1ba912-9162-40e6-9311-984dad4b5b85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 200 len: 859 time: 0.1849813 May 18 10:03:34.416086 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f7fffbe1-90a5-4c1f-82a0-1c13daab262c req-c7ff0b88-f768-44d4-826b-258c4b3d0795 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077188 May 18 10:03:34.431425 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-d4b9305a-c410-4db4-8037-dd5b8d29683c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ade178d-5614-445c-9540-443e21af9e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955844 May 18 10:03:34.523162 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:03:34.845980 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-50807965-3b61-4b3d-b62b-4d61dd581fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059005 May 18 10:03:34.925943 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479a161-5b4e-43fa-a724-2c0c3ed080e5 None None] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:34.984439 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:03:34.996046 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Sync routers for ids ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:03:35.026737 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Routers {'2b11f8ca-4df3-455e-863e-9b9d26bd1b22'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:35.029512 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:35.051203 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 5826b871-3043-4044-8276-bd5936ce6815 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:35.081787 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:35.086643 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a85faacd-caa7-408e-9cfe-f85ff46172e9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8869650 May 18 10:03:35.088661 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34306) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:35.224283 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-706c44b0-9a2f-4e4b-89a8-0e9409875304 None None] Provisioning for port 5826b871-3043-4044-8276-bd5936ce6815 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:35.250348 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-793b0f81-be76-47ad-9b5e-30a5be57ce23 req-5410eb0e-ee66-4ee3-822a-2e8afd122015 service neutron] 10.222.0.24 "GET /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966107 May 18 10:03:35.442645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761f483-c2e2-460c-8d24-4df78277c9b2 req-71a798ae-44ec-447a-bef9-f71a3aabb985 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:35.454098 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b761f483-c2e2-460c-8d24-4df78277c9b2 req-71a798ae-44ec-447a-bef9-f71a3aabb985 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2026079 May 18 10:03:35.461134 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 5826b871-3043-4044-8276-bd5936ce6815 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:35.478887 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 5826b871-3043-4044-8276-bd5936ce6815 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:35.479269 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:35.576138 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Set router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:35.616209 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b761f483-c2e2-460c-8d24-4df78277c9b2 req-3df104cf-c279-44d5-89eb-1fa0699a5375 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612365 May 18 10:03:35.861508 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:35.914883 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 5826b871-3043-4044-8276-bd5936ce6815, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=5826b871-3043-4044-8276-bd5936ce6815,segment=NetworkSegment(133707e2-ff1e-4c4d-bfa2-43bac2232071),segment_id=133707e2-ff1e-4c4d-bfa2-43bac2232071)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:35.923654 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:35.925339 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:36.034627 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:36.121863 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=5826b871-3043-4044-8276-bd5936ce6815,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:36.133248 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:36.146461 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:36.155168 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:36.159075 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:36.167959 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:03:32Z', 'revision_number': 3, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port': {'id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:31Z', 'updated_at': '2021-05-18T10:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:36.183122 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Checking router: 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:03:36.183844 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Updating router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 port a8ecd694-821c-44ae-830a-8734152131ff binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:03:36.311723 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-68cf9872-51b3-4209-b74a-dab27182ebb5 None None] Provisioning complete for port 5826b871-3043-4044-8276-bd5936ce6815 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:36.312344 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-68cf9872-51b3-4209-b74a-dab27182ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:36.319423 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:36.569235 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:37.068557 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f18935-416f-447b-b29a-5fd145cef695 req-28e2ff96-c2ec-478b-9df5-d6d212ac88aa tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:37.085963 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-35f18935-416f-447b-b29a-5fd145cef695 req-28e2ff96-c2ec-478b-9df5-d6d212ac88aa tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.4861286 May 18 10:03:37.103789 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.252600 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-35f18935-416f-447b-b29a-5fd145cef695 req-ef67f475-f25f-42ff-8662-93ee05d79332 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653779 May 18 10:03:37.287845 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259efcf-f1fb-4209-bd1f-8f78c34b6767 req-1333014c-e36e-4c69-8b26-ca06432ed667 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:37.289351 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0259efcf-f1fb-4209-bd1f-8f78c34b6767 req-1333014c-e36e-4c69-8b26-ca06432ed667 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3817432 May 18 10:03:37.333025 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:37.343330 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.364455 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.366272 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.372248 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Transition to ACTIVE for port object a8ecd694-821c-44ae-830a-8734152131ff will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:37.376393 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:37.391036 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.400417 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:37.430215 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0259efcf-f1fb-4209-bd1f-8f78c34b6767 req-d94abf04-c49a-441e-92e5-822c8ae6a404 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334794 May 18 10:03:37.532166 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34356) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:37.547718 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 5826b871-3043-4044-8276-bd5936ce6815 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:37.632577 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3518c97-6441-45c3-be3a-3918f12e3357 None None] Pushing event updated for resources: {'Port': ['ID=a8ecd694-821c-44ae-830a-8734152131ff,revision_number=2']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:37.640497 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-f3518c97-6441-45c3-be3a-3918f12e3357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:37.676686 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Attempting to bind port a8ecd694-821c-44ae-830a-8734152131ff on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:37.678281 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Attempting to bind port a8ecd694-821c-44ae-830a-8734152131ff by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:37.681497 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Attempting to bind port a8ecd694-821c-44ae-830a-8734152131ff on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:37.684321 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:37.689033 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:37.695767 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:37.696777 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:37.697916 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.700069 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:37.702411 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Bound port: a8ecd694-821c-44ae-830a-8734152131ff, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:37.703490 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.704849 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 5826b871-3043-4044-8276-bd5936ce6815 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:37.705290 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.744677 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-0e79d8c4-ac91-4618-9e43-1a8babcf0e04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2112386 May 18 10:03:37.822789 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Allocated IP 172.20.0.1 (624e9b59-7645-46f2-bd4d-070c2a6147b1/a074b143-0c9e-46d4-9dd6-4286cec5fc17/ee037527-d27e-42d5-96e1-7b8803f44e5f) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:37.835228 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] For port a8ecd694-821c-44ae-830a-8734152131ff, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:37.842482 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] For port a8ecd694-821c-44ae-830a-8734152131ff, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=a8ecd694-821c-44ae-830a-8734152131ff,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:37.853828 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.874437 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-7df3192b-16f2-4bbb-98ed-7f76c267c268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:37.962269 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Routers {'2b11f8ca-4df3-455e-863e-9b9d26bd1b22'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:37.963052 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:38.057824 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3518c97-6441-45c3-be3a-3918f12e3357 None None] Pushing event updated for resources: {'Port': ['ID=a8ecd694-821c-44ae-830a-8734152131ff,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:38.064620 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-f3518c97-6441-45c3-be3a-3918f12e3357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:38.102191 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.128581 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Transition to ACTIVE for port object ee037527-d27e-42d5-96e1-7b8803f44e5f will not be triggered until provisioned by entity DHCP. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:38.173109 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.202505 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] Set router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:38.204461 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:38.365923 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Pushing event updated for resources: {'Port': ['ID=ee037527-d27e-42d5-96e1-7b8803f44e5f,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:38.377302 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:38.388744 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:38.391505 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:38.407662 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:38.516093 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.763110 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:03:32Z', 'revision_number': 3, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port': {'id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:31Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:38.790588 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b025b2b-4207-42eb-b777-c5efe3375eb8 None None] The sync data for ids ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'] in dv-cinder-772623-5-smb is: [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:03:32Z', 'revision_number': 3, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port': {'id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:31Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:03:38.841304 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b25cad1e-960f-453d-91a4-3a451e6d320a None None] Provisioning for port ee037527-d27e-42d5-96e1-7b8803f44e5f completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:38.859133 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.865058 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47f186-ac3d-485e-9bf8-71bd859506f3 req-a55f34f3-5375-4bfe-901d-3f42ec42bd79 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:38.871616 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b25cad1e-960f-453d-91a4-3a451e6d320a None None] Provisioning complete for port ee037527-d27e-42d5-96e1-7b8803f44e5f triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:38.872018 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b25cad1e-960f-453d-91a4-3a451e6d320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.872235 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8b47f186-ac3d-485e-9bf8-71bd859506f3 req-a55f34f3-5375-4bfe-901d-3f42ec42bd79 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.3229771 May 18 10:03:38.950889 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8b47f186-ac3d-485e-9bf8-71bd859506f3 req-d6af47d5-b64f-43d1-b716-cc042f88ba80 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766263 May 18 10:03:38.972141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d4abb-9ad6-4b9a-949a-e86ee520ecce req-2c1b479d-dd84-4c7b-a424-8a43604b26be tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:38.974021 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-628d4abb-9ad6-4b9a-949a-e86ee520ecce req-2c1b479d-dd84-4c7b-a424-8a43604b26be tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2647891 May 18 10:03:39.029101 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b25cad1e-960f-453d-91a4-3a451e6d320a None None] Port ee037527-d27e-42d5-96e1-7b8803f44e5f cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:03:39.072393 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-628d4abb-9ad6-4b9a-949a-e86ee520ecce req-91937021-25d6-4544-b314-c857d1559d25 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921443 May 18 10:03:39.238948 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.244778 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.301923 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:39.334757 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.464525 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Pushing event updated for resources: {'Port': ['ID=ee037527-d27e-42d5-96e1-7b8803f44e5f,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:39.494578 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:39.607410 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:39.608171 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device a8ecd694-821c-44ae-830a-8734152131ff up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:39.614714 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:39.752881 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port a8ecd694-821c-44ae-830a-8734152131ff completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:39.774300 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port a8ecd694-821c-44ae-830a-8734152131ff triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:39.775081 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:40.024808 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:40.109065 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port a8ecd694-821c-44ae-830a-8734152131ff, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=a8ecd694-821c-44ae-830a-8734152131ff,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:40.120601 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:40.122820 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:40.161044 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:40.204751 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-47c55dfe-ec02-46d9-80f5-e07dc312b34d None None] Provisioning complete for port ee037527-d27e-42d5-96e1-7b8803f44e5f triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:40.205289 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-47c55dfe-ec02-46d9-80f5-e07dc312b34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:40.251519 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:03:40.325378 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034a3d-a720-4985-94d1-0b5d4faf3e72 req-f66eb6ec-37a8-4b75-a13b-3aa8eeab8b11 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:40.333884 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9b034a3d-a720-4985-94d1-0b5d4faf3e72 req-f66eb6ec-37a8-4b75-a13b-3aa8eeab8b11 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.1784854 May 18 10:03:40.347779 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-47c55dfe-ec02-46d9-80f5-e07dc312b34d None None] Port ee037527-d27e-42d5-96e1-7b8803f44e5f cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:03:40.361253 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=a8ecd694-821c-44ae-830a-8734152131ff,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:40.365208 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:40.392157 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9b034a3d-a720-4985-94d1-0b5d4faf3e72 req-8f0bb9ea-c478-44e2-a3d4-8f72eb3fe074 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572603 May 18 10:03:40.395481 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:40.395923 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:40.558995 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:03:40.572791 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] 10.222.0.36 "PUT /v2.0/routers/2b11f8ca-4df3-455e-863e-9b9d26bd1b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4818642 May 18 10:03:40.645867 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-3137b1bc-de2a-4b45-85a8-a6ef2d384aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:40.648458 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-3137b1bc-de2a-4b45-85a8-a6ef2d384aef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6&tenant_id=a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 1096 time: 0.1300657 May 18 10:03:40.748695 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-3ec5423c-fe6b-40d4-aa4d-cd53e9b326f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:40.750125 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-3ec5423c-fe6b-40d4-aa4d-cd53e9b326f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0738435 May 18 10:03:41.001722 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-262a0ea4-0fdf-4aac-83b0-d22f6ec33aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:41.003294 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-262a0ea4-0fdf-4aac-83b0-d22f6ec33aa2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.2447276 May 18 10:03:41.117108 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-64745cd6-f500-47b7-8831-dde1281efcf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 200 len: 999 time: 0.1061954 May 18 10:03:41.181844 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-62d9d15a-6c71-49ab-8cd1-c0dd752728d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:41.183273 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-62d9d15a-6c71-49ab-8cd1-c0dd752728d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.0595694 May 18 10:03:41.227880 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Sync routers for ids ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:03:41.238232 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Routers {'2b11f8ca-4df3-455e-863e-9b9d26bd1b22'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:41.238839 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:41.294694 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-17097540-a952-430a-9565-28dd9701dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:41.296283 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-17097540-a952-430a-9565-28dd9701dead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1066620 May 18 10:03:41.502178 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-58dc87da-1673-4163-bb16-656b719ec28c service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984093 May 18 10:03:41.506190 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device a8ecd694-821c-44ae-830a-8734152131ff up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:41.563902 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Set router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:41.666544 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b1cffba1-9a81-4429-855b-94bf2b2d62db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.801131 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port a8ecd694-821c-44ae-830a-8734152131ff triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:41.805694 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.819497 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b74d4c0f-bc73-478f-b9f9-070a877dd44a req-cfdac661-90da-4936-90f4-05acfc6afb81 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102958 May 18 10:03:41.856975 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3e46-9707-4cbd-9306-643238dceadf req-2670722b-eadb-4deb-b4ec-d1d204cdb03e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:41.859382 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8b5f3e46-9707-4cbd-9306-643238dceadf req-2670722b-eadb-4deb-b4ec-d1d204cdb03e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.1828930 May 18 10:03:41.916207 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8b5f3e46-9707-4cbd-9306-643238dceadf req-345a45e9-1196-47b8-b188-8659af07ab28 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505550 May 18 10:03:42.133232 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34528) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:42.143568 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:03:38Z', 'revision_number': 4, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port': {'id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:31Z', 'updated_at': '2021-05-18T10:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ee037527-d27e-42d5-96e1-7b8803f44e5f', 'name': '', 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'mac_address': 'fa:16:3e:d0:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a074b143-0c9e-46d4-9dd6-4286cec5fc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:37Z', 'updated_at': '2021-05-18T10:03:39Z', 'revision_number': 2, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'subnets': [{'id': 'a074b143-0c9e-46d4-9dd6-4286cec5fc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:42.149865 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Checking router: 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:03:42.150226 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Updating router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 port ee037527-d27e-42d5-96e1-7b8803f44e5f binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:03:42.218145 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.245925 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Deleting subnet 4704741c-11de-40c0-bd88-02b5a3b6e08a {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:03:42.249122 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.307094 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.381719 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.549795 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34548) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:42.646897 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:03:42.888290 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.916439 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:42.921937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Usage tracker for resource:security_group_rule and tenant:98704ea11c2449179082859fc729b59a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:42.925822 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:42.933095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:43.094783 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.116775 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7bee5fdd-e602-43bf-8c9e-c6b7192bc186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:43.208969 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.214744 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.235280 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:43.305535 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.358902 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.369587 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.370050 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4704741c-11de-40c0-bd88-02b5a3b6e08a,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:43.393457 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:43.411670 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6720a1de-d4b0-464f-83b6-60228e694992 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4704741c-11de-40c0-bd88-02b5a3b6e08a HTTP/1.1" status: 204 len: 168 time: 1.2740331 May 18 10:03:43.412224 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34558) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:43.425982 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Transition to ACTIVE for port object ee037527-d27e-42d5-96e1-7b8803f44e5f will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:43.443324 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.456835 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-ee129c6f-1c38-41b5-a6cd-883d12958730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:43.516578 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98704ea11c2449179082859fc729b59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9646103 May 18 10:03:43.520508 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c797de53-83be-4e01-b9fb-02b2353fcd7f,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:43.524609 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34562) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:43.547304 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:43.667085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfcb31-06ea-4504-9122-04fcd2419268 req-8e8003de-9d4b-4921-954c-74dc9912bc1b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:43.669755 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62dfcb31-06ea-4504-9122-04fcd2419268 req-8e8003de-9d4b-4921-954c-74dc9912bc1b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.2766886 May 18 10:03:43.697390 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.757424 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.758413 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.797594 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62dfcb31-06ea-4504-9122-04fcd2419268 req-5488bcb1-bd9a-4b62-897a-1739e34c9860 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186693 May 18 10:03:43.904394 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.913255 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a47747dc-0bab-4ec6-adbc-144ffabd285a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:43.929624 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c797de53-83be-4e01-b9fb-02b2353fcd7f,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:43.946698 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:43.970498 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.974815 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c797de53-83be-4e01-b9fb-02b2353fcd7f HTTP/1.1" status: 204 len: 168 time: 0.4296658 May 18 10:03:43.997301 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d224566-f1f0-4460-b444-e7b8157c6a58 None None] Pushing event updated for resources: {'Port': ['ID=ee037527-d27e-42d5-96e1-7b8803f44e5f,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:44.008974 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4d224566-f1f0-4460-b444-e7b8157c6a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:44.030592 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Attempting to bind port ee037527-d27e-42d5-96e1-7b8803f44e5f on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:44.030996 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Attempting to bind port ee037527-d27e-42d5-96e1-7b8803f44e5f by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:44.031403 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Attempting to bind port ee037527-d27e-42d5-96e1-7b8803f44e5f on network 624e9b59-7645-46f2-bd4d-070c2a6147b1 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:44.049033 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:44.049944 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Checking segment: {'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:44.050551 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.051127 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Bound using segment: {'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:44.052326 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Bound port: ee037527-d27e-42d5-96e1-7b8803f44e5f, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133707e2-ff1e-4c4d-bfa2-43bac2232071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:44.052908 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.058312 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.083680 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be26b8ec-79df-4fe2-9470-67962e4f4822']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:44.119496 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133c1ce8-9385-4c10-a87e-c55f3f4d853b') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:44.122457 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133c1ce8-9385-4c10-a87e-c55f3f4d853b') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:44.147019 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.184229 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.198784 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:03:44.199497 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.210211 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-02698817-4e4a-4272-b498-54efa57ae81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:03:44.231441 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:03:44.293118 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] For port ee037527-d27e-42d5-96e1-7b8803f44e5f, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:44.309730 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.345967 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.353652 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:44.359243 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] For port ee037527-d27e-42d5-96e1-7b8803f44e5f, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ee037527-d27e-42d5-96e1-7b8803f44e5f,segment=NetworkSegment(133707e2-ff1e-4c4d-bfa2-43bac2232071),segment_id=133707e2-ff1e-4c4d-bfa2-43bac2232071)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:44.366604 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.370343 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-03265b03-87e6-40f2-8061-8346c58ee17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:44.384702 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.388587 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=be26b8ec-79df-4fe2-9470-67962e4f4822,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:44.393620 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:44.410463 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] 10.222.0.36 "DELETE /v2.0/networks/be26b8ec-79df-4fe2-9470-67962e4f4822 HTTP/1.1" status: 204 len: 168 time: 0.9947319 May 18 10:03:44.572030 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d224566-f1f0-4460-b444-e7b8157c6a58 None None] Pushing event updated for resources: {'Port': ['ID=ee037527-d27e-42d5-96e1-7b8803f44e5f,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:44.578102 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4d224566-f1f0-4460-b444-e7b8157c6a58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:44.580322 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Routers {'2b11f8ca-4df3-455e-863e-9b9d26bd1b22'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:44.581004 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:44.704758 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34574) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:44.708740 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34578) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:44.750576 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.796244 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:44.831259 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Usage tracker for resource:security_group_rule and tenant:31dca9cf7d1347c1a3ac999b70bdc78e is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:44.846578 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:44.878045 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-4a6bdd04-84bb-482f-89e7-6167c2985f14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11cf96dccf334330a7844812a261c444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684523 May 18 10:03:44.878764 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34586) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:44.879012 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:45.011900 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.019554 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.033338 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.037897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3ff57c75-1bdb-495d-b1c9-4937c60ac96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:45.066861 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] Set router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:45.102572 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b168fe4b-8aa6-4254-bb98-5b110c32ef09,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:45.109099 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:45.130812 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-62f7e4ed-896f-4b7f-afcf-48f9ff1837e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31dca9cf7d1347c1a3ac999b70bdc78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185104 May 18 10:03:45.131159 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34590) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:45.176166 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.246349 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.304844 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.323854 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea279d-80bb-4cfc-91c0-1cc52b913b2b req-f802aad4-7598-42da-9e75-89a3dc232706 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:45.328692 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4ea279d-80bb-4cfc-91c0-1cc52b913b2b req-f802aad4-7598-42da-9e75-89a3dc232706 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.2958550 May 18 10:03:45.341115 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.347761 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d6f89b8f-ef8a-4f7d-9b7c-a0ac582e4155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:45.411365 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7fe189-0529-4cd0-8f93-e11865eae334,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:45.415234 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:45.417676 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.422275 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-0ae14b57-bbd6-4d2f-8079-acf78572b812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:45.434260 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.446989 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b168fe4b-8aa6-4254-bb98-5b110c32ef09,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:45.449355 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe7fe189-0529-4cd0-8f93-e11865eae334 HTTP/1.1" status: 204 len: 168 time: 0.5590346 May 18 10:03:45.460467 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:45.472003 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.475424 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b168fe4b-8aa6-4254-bb98-5b110c32ef09 HTTP/1.1" status: 204 len: 168 time: 0.3410852 May 18 10:03:45.525799 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.600303 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4ea279d-80bb-4cfc-91c0-1cc52b913b2b req-3c505523-d609-46da-b67c-fc03a56f067c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528553 May 18 10:03:45.782727 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:03:38Z', 'revision_number': 4, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port': {'id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:31Z', 'updated_at': '2021-05-18T10:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ee037527-d27e-42d5-96e1-7b8803f44e5f', 'name': '', 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'mac_address': 'fa:16:3e:d0:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a074b143-0c9e-46d4-9dd6-4286cec5fc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:37Z', 'updated_at': '2021-05-18T10:03:44Z', 'revision_number': 4, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'subnets': [{'id': 'a074b143-0c9e-46d4-9dd6-4286cec5fc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:45.793177 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b2505-39ed-46f8-98d0-9422894e646f None None] The sync data for ids ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'] in dv-cinder-772623-5-smb is: [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:03:38Z', 'revision_number': 4, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port': {'id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:31Z', 'updated_at': '2021-05-18T10:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ee037527-d27e-42d5-96e1-7b8803f44e5f', 'name': '', 'network_id': '624e9b59-7645-46f2-bd4d-070c2a6147b1', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'mac_address': 'fa:16:3e:d0:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'a074b143-0c9e-46d4-9dd6-4286cec5fc17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:37Z', 'updated_at': '2021-05-18T10:03:44Z', 'revision_number': 4, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'subnets': [{'id': 'a074b143-0c9e-46d4-9dd6-4286cec5fc17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:03:46.035205 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846a3af-3472-4251-8de9-f5eada137fb4 req-3d2cd22d-7b0d-4a53-9573-a72f5a712710 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:46.038020 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2846a3af-3472-4251-8de9-f5eada137fb4 req-3d2cd22d-7b0d-4a53-9573-a72f5a712710 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2117743 May 18 10:03:46.174745 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2846a3af-3472-4251-8de9-f5eada137fb4 req-8884149d-8ffa-49e0-bbc8-35fb3a193cae tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281765 May 18 10:03:46.910931 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588098-ae40-46ba-8f8b-02ce3f0b0beb req-213d782d-d538-4b4c-b053-af33ecd12ba5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:46.925622 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9b588098-ae40-46ba-8f8b-02ce3f0b0beb req-213d782d-d538-4b4c-b053-af33ecd12ba5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.1568687 May 18 10:03:46.993338 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:47.039338 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9b588098-ae40-46ba-8f8b-02ce3f0b0beb req-3c436bac-09c1-4f64-9a64-5804cc7cbfba tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122007 May 18 10:03:47.090852 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34636) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:47.578369 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ee037527-d27e-42d5-96e1-7b8803f44e5f up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:47.600679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bd325-7267-4965-8ef7-0ead8ae111d7 req-0f4204d0-a0db-4ff8-b506-121828a93611 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:47.608419 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bf9bd325-7267-4965-8ef7-0ead8ae111d7 req-0f4204d0-a0db-4ff8-b506-121828a93611 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.1942844 May 18 10:03:47.677153 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bf9bd325-7267-4965-8ef7-0ead8ae111d7 req-a3b06cf9-8c4d-40e0-9ef9-9de72e68fe8b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673590 May 18 10:03:47.770617 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-974342638-network', 'tenant_id': 'd01af9c92c50442a963e735093df5b7a'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:47.775404 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:47.792485 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Usage tracker for resource:network and tenant:d01af9c92c50442a963e735093df5b7a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:47.806925 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port ee037527-d27e-42d5-96e1-7b8803f44e5f completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:47.808166 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:47.820286 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ee037527-d27e-42d5-96e1-7b8803f44e5f triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:47.820709 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:47.842159 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:47.870318 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Made reservation on behalf of d01af9c92c50442a963e735093df5b7a for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:47.875483 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:47.914048 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:47.948821 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:47.959100 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Usage tracker for resource:security_group_rule and tenant:d01af9c92c50442a963e735093df5b7a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:47.962398 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:47.975884 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:48.071018 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.110501 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port ee037527-d27e-42d5-96e1-7b8803f44e5f, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ee037527-d27e-42d5-96e1-7b8803f44e5f,segment=NetworkSegment(133707e2-ff1e-4c4d-bfa2-43bac2232071),segment_id=133707e2-ff1e-4c4d-bfa2-43bac2232071)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:48.117325 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.121433 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:48.223302 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.234354 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.249740 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:48.372256 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=ee037527-d27e-42d5-96e1-7b8803f44e5f,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:48.386336 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:48.469949 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:03:48.629952 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.630468 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Added segment 083e4507-4339-453c-9f65-7cc36f88dd56 of type vlan for network 45892d0e-470e-45be-b99c-21300083d886 May 18 10:03:48.662937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.699268 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285f915b-f856-4a24-91c6-56c0bd90d7a1,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:48.706751 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.709468 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:48.711124 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:48.712031 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.731254 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7580feae-76f7-4696-8c7c-84d824a5e54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:48.940932 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12526-fcab-4ea3-9674-5c9b26ad3dc9 req-4f7c9b98-9228-495d-8b92-47bde452e412 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:48.943077 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ffd12526-fcab-4ea3-9674-5c9b26ad3dc9 req-4f7c9b98-9228-495d-8b92-47bde452e412 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.6455970 May 18 10:03:48.956120 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34670) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:48.964403 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Request body: {'subnet': {'network_id': '45892d0e-470e-45be-b99c-21300083d886', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-974342638-subnet', 'tenant_id': 'd01af9c92c50442a963e735093df5b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:48.968183 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8762591 May 18 10:03:48.982256 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:48.988441 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Usage tracker for resource:subnet and tenant:d01af9c92c50442a963e735093df5b7a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:48.993895 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:49.001760 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:49.021668 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Made reservation on behalf of d01af9c92c50442a963e735093df5b7a for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:49.024514 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2257430'] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:49.102004 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Pushing event updated for resources: {'Network': ['ID=45892d0e-470e-45be-b99c-21300083d886,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:49.104340 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 45892d0e-470e-45be-b99c-21300083d886 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:03:49.128496 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:49.344903 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ffd12526-fcab-4ea3-9674-5c9b26ad3dc9 req-bc9f0822-8a1f-4a62-b3d6-f0c956edf558 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738174 May 18 10:03:49.450394 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33123db0-d1b1-4c8d-8e58-210881df4295 req-70ce1a74-d84a-46c3-8a18-11178097f14b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:49.468422 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-33123db0-d1b1-4c8d-8e58-210881df4295 req-70ce1a74-d84a-46c3-8a18-11178097f14b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.5175951 May 18 10:03:49.482915 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-01efe115-f8cc-4ed2-b451-2ba4445cca3e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:49.485276 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-01efe115-f8cc-4ed2-b451-2ba4445cca3e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.2617564 May 18 10:03:49.527991 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ee037527-d27e-42d5-96e1-7b8803f44e5f up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:49.681175 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ee037527-d27e-42d5-96e1-7b8803f44e5f triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:49.682070 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:49.694472 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-33123db0-d1b1-4c8d-8e58-210881df4295 req-94f023ed-baa3-4c43-a2bd-b4ef5dfe8610 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247515 May 18 10:03:49.883588 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Deleting port 14800792-b843-4949-bb5d-6d0d1a31e131 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:49.883588 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:50.147533 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2120658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2257444'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:50.158124 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2e64d37c-a20a-4c2e-9b66-f1577ef086bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:50.239747 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] For port 14800792-b843-4949-bb5d-6d0d1a31e131, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=14800792-b843-4949-bb5d-6d0d1a31e131,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:50.245567 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:50.246973 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de0e701-f277-4adc-83af-afb2a7587d7c,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:50.254868 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:50.328330 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Checking segment: {'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:50.328983 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Network hostable DHCP agents. Network: 45892d0e-470e-45be-b99c-21300083d886, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:03:50.375025 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Network 45892d0e-470e-45be-b99c-21300083d886 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:03:50.387138 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 45892d0e-470e-45be-b99c-21300083d886) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:50.398289 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08948e-b2f7-4fbb-8fb5-d1e1a8e04e0c None None] Network 45892d0e-470e-45be-b99c-21300083d886 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:50.422898 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:50.423477 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:50.461188 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-633e7ec6-975d-4032-8120-e26a77e4fdfa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5025969 May 18 10:03:50.597555 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Calling delete_port for 14800792-b843-4949-bb5d-6d0d1a31e131 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:50.806495 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34704) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:51.090868 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97958a2f-ed1d-4c5d-b832-74a0f3b8991b None None] Network 45892d0e-470e-45be-b99c-21300083d886 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:51.139548 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19ff0-8151-413b-a617-0c7eb8ec6d3d req-a8f0a47d-1e89-4374-90ab-d38cf06c716e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:51.147587 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-02b19ff0-8151-413b-a617-0c7eb8ec6d3d req-a8f0a47d-1e89-4374-90ab-d38cf06c716e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.3908784 May 18 10:03:51.155352 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:51.174233 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:51.188550 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dad72e5c-0d38-4888-b559-c3648ea4a591 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:51.213375 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:51.214167 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['f2989790-bd65-4b9b-bc65-f6b901700c93', '14800792-b843-4949-bb5d-6d0d1a31e131'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:51.228299 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Usage tracker for resource:security_group_rule and tenant:142f06963c6e4158b8f87bf8ae27ac51 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:51.235731 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:51.243152 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Pushing event deleted for resources: {'Port': ['ID=14800792-b843-4949-bb5d-6d0d1a31e131,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:51.255249 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:51.301182 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-02b19ff0-8151-413b-a617-0c7eb8ec6d3d req-5d098dd4-8f34-45f1-8139-17eb0ebd8c16 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519029 May 18 10:03:51.361627 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.362422 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.362941 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.363448 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.363988 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.364837 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.365715 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.366310 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.366825 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.367366 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.368055 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.368968 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:51.384628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:51.402579 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a5f84-108b-4df0-bd36-1c0e88d9b101 req-71c2a1d3-eca6-4839-8097-b50ad1fa8c17 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:51.410272 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cd9a5f84-108b-4df0-bd36-1c0e88d9b101 req-71c2a1d3-eca6-4839-8097-b50ad1fa8c17 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9ae5684-e4b4-44ba-a259-3233b100989b HTTP/1.1" status: 200 len: 945 time: 0.3909209 May 18 10:03:51.500594 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] No DVR routers for this DVR port 14800792-b843-4949-bb5d-6d0d1a31e131 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:03:51.506518 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:51.509262 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'name': 'network-vif-deleted', 'tag': '14800792-b843-4949-bb5d-6d0d1a31e131'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:51.537350 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cd9a5f84-108b-4df0-bd36-1c0e88d9b101 req-d3eafd58-89b8-463b-b2bf-b37164006729 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258132 May 18 10:03:51.546501 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:51.548963 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-17503a1e-f6ac-4a09-8a1f-65d1e1cece4b req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "DELETE /v2.0/ports/14800792-b843-4949-bb5d-6d0d1a31e131 HTTP/1.1" status: 204 len: 173 time: 2.0419853 May 18 10:03:51.565000 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:51.594689 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-98088d1c-5331-42e7-836f-042376f19a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:51.608320 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ae5684-e4b4-44ba-a259-3233b100989b', 'name': 'network-vif-deleted', 'tag': '14800792-b843-4949-bb5d-6d0d1a31e131', 'status': 'completed', 'code': 200} May 18 10:03:51.671389 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=142f06963c6e4158b8f87bf8ae27ac51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8602164 May 18 10:03:51.672323 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34718) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:51.692362 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e23cc3a-4b4c-426c-bbb1-cb0133997cfd,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:51.697560 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:51.855420 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:51.893097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.062006 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.067701 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b9170596-dba1-4e12-9925-9c7e48d8152f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:52.094734 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e23cc3a-4b4c-426c-bbb1-cb0133997cfd,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:52.121371 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:52.127654 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.132226 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e23cc3a-4b4c-426c-bbb1-cb0133997cfd HTTP/1.1" status: 204 len: 168 time: 0.4592209 May 18 10:03:52.635414 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a06800-02c4-47a1-b29c-d1de41ba13d5 req-31d46e05-6333-4862-9328-a06f6367c4c8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:52.650222 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-88a06800-02c4-47a1-b29c-d1de41ba13d5 req-31d46e05-6333-4862-9328-a06f6367c4c8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.1573830 May 18 10:03:52.704817 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34736) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:52.749341 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.763020 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-88a06800-02c4-47a1-b29c-d1de41ba13d5 req-dee1e375-c6f7-4243-89bd-601e296b6942 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115537 May 18 10:03:52.788206 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:52.792705 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Usage tracker for resource:security_group_rule and tenant:75b8dde52baf405fbad36cba54dcd87a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:52.797157 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:52.803409 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:52.933833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.940341 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.962905 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:53.033960 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75b8dde52baf405fbad36cba54dcd87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245666 May 18 10:03:53.033960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc9cc9-6f58-496d-9db8-0c9d3516a7e8,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:53.034274 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34742) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:53.051919 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:53.183435 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4aed9b46-554d-4a4f-9f38-efa76b8a1653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:53.274351 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4aed9b46-554d-4a4f-9f38-efa76b8a1653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:53.452471 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c542e-a7de-4aaa-9361-5c307a9b9f37 req-5f8195f1-394e-40b7-bb68-6803834c4c58 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:53.453645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6a4c542e-a7de-4aaa-9361-5c307a9b9f37 req-5f8195f1-394e-40b7-bb68-6803834c4c58 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Synchronizing usage tracker for tenant:71b584578daa47dca4d8107679ec3180 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:53.462711 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4aed9b46-554d-4a4f-9f38-efa76b8a1653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:53.476271 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-07a833ed-3246-4283-bcb9-f0f7f7ee646c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:53.538290 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed9b46-554d-4a4f-9f38-efa76b8a1653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc9cc9-6f58-496d-9db8-0c9d3516a7e8,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:53.550442 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4aed9b46-554d-4a4f-9f38-efa76b8a1653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:53.575251 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-4aed9b46-554d-4a4f-9f38-efa76b8a1653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:53.581747 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-4aed9b46-554d-4a4f-9f38-efa76b8a1653 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73bc9cc9-6f58-496d-9db8-0c9d3516a7e8 HTTP/1.1" status: 204 len: 168 time: 0.5465121 May 18 10:03:53.584307 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6a4c542e-a7de-4aaa-9361-5c307a9b9f37 req-5f8195f1-394e-40b7-bb68-6803834c4c58 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Unset dirty status for tenant:71b584578daa47dca4d8107679ec3180 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:53.595019 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6a4c542e-a7de-4aaa-9361-5c307a9b9f37 req-5f8195f1-394e-40b7-bb68-6803834c4c58 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3288791 May 18 10:03:53.808280 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6a4c542e-a7de-4aaa-9361-5c307a9b9f37 req-afb60d2a-3744-46e5-88e3-bd852908ddbf tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117877 May 18 10:03:54.135191 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5408-2144-446c-ba69-f55e30b09e33 req-585cdccf-f5f4-4280-90c6-c2286f8411b0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:54.144475 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bdac5408-2144-446c-ba69-f55e30b09e33 req-585cdccf-f5f4-4280-90c6-c2286f8411b0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.2324212 May 18 10:03:54.224018 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bdac5408-2144-446c-ba69-f55e30b09e33 req-a7d70d59-a7cc-4532-8ee4-166ab147a3fd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782006 May 18 10:03:54.480485 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 14800792-b843-4949-bb5d-6d0d1a31e131 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:54.549512 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 14800792-b843-4949-bb5d-6d0d1a31e131 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:54.549989 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 14800792-b843-4949-bb5d-6d0d1a31e131 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:55.036635 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a536fa-ecd6-4bb7-bd24-8dfb8c325c49 req-881f69f8-cff1-44c2-83fd-df27a817cc75 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:55.038296 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-40a536fa-ecd6-4bb7-bd24-8dfb8c325c49 req-881f69f8-cff1-44c2-83fd-df27a817cc75 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0905621 May 18 10:03:55.147116 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-40a536fa-ecd6-4bb7-bd24-8dfb8c325c49 req-73922a3d-a0e8-4b36-a318-881fbb43bb09 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024110 May 18 10:03:55.502192 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b2b6-059c-4474-96f0-e97fb0a5c779 req-6acf039c-03af-4191-8193-98e06764dcb2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:55.510575 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f983b2b6-059c-4474-96f0-e97fb0a5c779 req-6acf039c-03af-4191-8193-98e06764dcb2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.1382599 May 18 10:03:55.653640 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f983b2b6-059c-4474-96f0-e97fb0a5c779 req-793555d4-48dc-4525-98fd-b1d45c1a9948 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419513 May 18 10:03:56.229160 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8792-61ff-4803-92f0-2b774b630e13 req-17ead3ed-5645-4aed-b4a9-573793bdf1e7 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:56.229878 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-865a8792-61ff-4803-92f0-2b774b630e13 req-17ead3ed-5645-4aed-b4a9-573793bdf1e7 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Synchronizing usage tracker for tenant:d01af9c92c50442a963e735093df5b7a on resource:network {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:56.278946 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-865a8792-61ff-4803-92f0-2b774b630e13 req-17ead3ed-5645-4aed-b4a9-573793bdf1e7 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Unset dirty status for tenant:d01af9c92c50442a963e735093df5b7a on resource:network {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:56.289968 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-17ead3ed-5645-4aed-b4a9-573793bdf1e7 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/networks?id=45892d0e-470e-45be-b99c-21300083d886 HTTP/1.1" status: 200 len: 813 time: 0.2646773 May 18 10:03:56.306443 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-629a9d0e-9e92-4ca1-a70d-779e70378ba6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/quotas/d01af9c92c50442a963e735093df5b7a HTTP/1.1" status: 200 len: 375 time: 0.0155497 May 18 10:03:56.356434 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-f3a9125b-a19b-4308-8596-4ba2655c8679 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01af9c92c50442a963e735093df5b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490365 May 18 10:03:56.498467 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-b3a1fc32-ce46-4738-9a6e-e386b94cebed service neutron] 10.222.0.36 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409664 May 18 10:03:56.725533 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e86246-e305-45aa-92be-573f733b4335 req-442dd32e-89c3-4f5d-9b50-30cbb3854db9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:56.727006 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c1e86246-e305-45aa-92be-573f733b4335 req-442dd32e-89c3-4f5d-9b50-30cbb3854db9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1961346 May 18 10:03:56.730359 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-12ad10ba-b9d0-447b-8d7f-9d4cad0aedb3 service neutron] 10.222.0.36 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254961 May 18 10:03:56.776088 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c1e86246-e305-45aa-92be-573f733b4335 req-da12ab7d-31a5-447f-82aa-f856f438ac94 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 May 18 10:03:57.134296 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3c88cac7-3a45-4f5b-89b8-81aa18222c37 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:57.142814 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3c88cac7-3a45-4f5b-89b8-81aa18222c37 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 815 time: 0.2280622 May 18 10:03:57.161991 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-479d7e21-27fc-427c-8661-ba4a099e4ea9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/quotas/c549fd50ca26426c8624c9b3cfccb23b HTTP/1.1" status: 200 len: 375 time: 0.0184131 May 18 10:03:57.225182 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3405e-ce97-4e8e-b8fb-2e9d1d53d74f req-09e61dee-e6ea-4098-8da2-466a13157404 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:57.227076 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-24c3405e-ce97-4e8e-b8fb-2e9d1d53d74f req-09e61dee-e6ea-4098-8da2-466a13157404 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.2670836 May 18 10:03:57.300202 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-24c3405e-ce97-4e8e-b8fb-2e9d1d53d74f req-1a7195b2-c2ce-4e3b-99a5-d6caa518b970 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587249 May 18 10:03:57.321278 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-ffb62aec-e83e-454b-82e6-6dbdf6e76b6e tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548984 May 18 10:03:57.529790 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ffc5f503-2ed1-41d9-be8d-3beed3fd621c req-93287f6a-9294-4b14-9a36-9f5d166d7e2c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 210 time: 0.0554242 May 18 10:03:57.540896 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-342bb0d1-c204-4830-8485-17e794f8fbbc service neutron] 10.222.0.36 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991761 May 18 10:03:57.726128 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-43e99f91-3263-4850-9c7f-e9b70e8a6a7b service neutron] 10.222.0.36 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720462 May 18 10:03:58.191647 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7dbc4d59-7f44-4bcc-95a0-d2b3b2718507 req-b9e60686-3c40-4716-8248-ab4a68f1610e tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 210 time: 0.3054693 May 18 10:03:58.295388 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e43f1-ec5f-43d7-a89f-11229d39e8fe req-5d0fc32a-ed1e-4b37-9a22-a7154ee4801e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:58.306838 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-291e43f1-ec5f-43d7-a89f-11229d39e8fe req-5d0fc32a-ed1e-4b37-9a22-a7154ee4801e tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2053642 May 18 10:03:58.380044 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-291e43f1-ec5f-43d7-a89f-11229d39e8fe req-1a5d4c88-9653-46ce-959a-c6ed32a97743 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719643 May 18 10:03:58.574272 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd788-7ff6-49f1-8cee-a7553ef90263 req-c7157a28-3db0-4385-a3e0-ace02288c4bc tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:58.575713 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4c8dd788-7ff6-49f1-8cee-a7553ef90263 req-c7157a28-3db0-4385-a3e0-ace02288c4bc tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.0837145 May 18 10:03:58.636841 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4c8dd788-7ff6-49f1-8cee-a7553ef90263 req-47f2973b-447f-462d-b2fa-ce268dd9af48 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548277 May 18 10:03:58.692586 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f0acb76e-b429-49eb-a62d-fac847ecf55f req-1d44ada7-9065-4d88-add0-052d3a320aae tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 210 time: 0.0467536 May 18 10:03:59.347505 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-aa39b402-757a-4037-8754-fd1958e183da req-24cc72d2-a7f6-44ca-82ea-b035942b5575 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 210 time: 0.0408373 May 18 10:03:59.570557 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e0ab9-2b94-47d8-be2e-2cf3346a8946 req-9390a492-ce01-449b-89d8-397f1aed7520 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:59.571988 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae2e0ab9-2b94-47d8-be2e-2cf3346a8946 req-9390a492-ce01-449b-89d8-397f1aed7520 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0841346 May 18 10:03:59.617866 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae2e0ab9-2b94-47d8-be2e-2cf3346a8946 req-36800269-7549-4848-b0f0-88fea66ca393 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391674 May 18 10:03:59.869925 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-64dc99e8-05d2-49a7-8698-8e350c8b444a req-d9e3096a-358f-4ccc-b7b8-c1016faa0a56 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 210 time: 0.0559018 May 18 10:03:59.901753 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16adcd-ed19-4804-93fd-96fe7f9c6789 req-70ff9d2f-25f9-4adf-94ac-c3185749ac60 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:59.903204 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1a16adcd-ed19-4804-93fd-96fe7f9c6789 req-70ff9d2f-25f9-4adf-94ac-c3185749ac60 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.1358173 May 18 10:03:59.957526 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1a16adcd-ed19-4804-93fd-96fe7f9c6789 req-3e3570ac-d1d6-489d-b19e-a83eb041c4e5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480845 May 18 10:04:00.257857 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-0e105f38-668a-439d-8e20-90b65fb1496c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:00.259300 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-0e105f38-668a-439d-8e20-90b65fb1496c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 815 time: 0.1778092 May 18 10:04:00.272849 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'port': {'device_id': 'ec828952-fd98-4627-9307-629cc6555dd3', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'admin_state_up': True, 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:00.454215 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:00.459335 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:port and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:00.463538 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:00.470337 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:00.481429 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Made reservation on behalf of c549fd50ca26426c8624c9b3cfccb23b for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:00.485689 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.591297 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1e68c9b7-0e18-430e-9857-bd9115aa360b req-6f3093b7-c444-41d3-aa24-9c5c9c882e7d tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 210 time: 0.0863204 May 18 10:04:00.711833 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Allocated IP 172.20.0.9 (3c1ad73a-d164-4ea3-846a-7335485bc9d2/eff54523-4e4d-48ab-ab32-b3fbcb599c5d/d495eb99-d54d-497a-8cd8-1efe7da2a4fb) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:00.750878 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8792-61ff-4803-92f0-2b774b630e13 req-42fe9dfa-7ac5-4f18-a658-0e76e4ffabcb tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:00.752349 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-42fe9dfa-7ac5-4f18-a658-0e76e4ffabcb tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "GET /v2.0/networks?id=45892d0e-470e-45be-b99c-21300083d886 HTTP/1.1" status: 200 len: 813 time: 0.2124817 May 18 10:04:00.771708 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Request body: {'port': {'device_id': '13e0d893-685c-4ed4-826c-5b09c166934b', 'network_id': '45892d0e-470e-45be-b99c-21300083d886', 'admin_state_up': True, 'tenant_id': 'd01af9c92c50442a963e735093df5b7a'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:00.991835 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:00.996720 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Usage tracker for resource:port and tenant:d01af9c92c50442a963e735093df5b7a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:00.997347 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dccdd-93c5-4e68-bfc6-b9a30718300e req-b178a8dd-432d-4aff-9cb2-7f9d221ab2d9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:01.001554 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:01.006664 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6e5dccdd-93c5-4e68-bfc6-b9a30718300e req-b178a8dd-432d-4aff-9cb2-7f9d221ab2d9 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2606394 May 18 10:04:01.013114 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:01.030506 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Made reservation on behalf of d01af9c92c50442a963e735093df5b7a for: {'port': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:01.038761 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:01.096812 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6e5dccdd-93c5-4e68-bfc6-b9a30718300e req-f6c26aac-df8a-4ee1-a313-ec2db7a98eef tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888841 May 18 10:04:01.240491 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:01.289930 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Transition to ACTIVE for port object d495eb99-d54d-497a-8cd8-1efe7da2a4fb will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:01.363587 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3ade643a-caae-4672-b3ae-4af4de351970 req-c083efe2-426f-47db-9bdc-435ea8d4cb7a tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 210 time: 0.2256324 May 18 10:04:01.396157 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Allocated IP 172.20.0.9 (45892d0e-470e-45be-b99c-21300083d886/0de0e701-f277-4adc-83af-afb2a7587d7c/c5ea2951-5b38-418c-b5d8-08edb48a46a9) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:01.429249 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:01.438056 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:01.487235 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741890e-a85d-43fd-90c6-6dc5045e5d07 req-cca35e98-5a91-4eb3-8f2e-7b44bb6a7e53 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:01.505550 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f741890e-a85d-43fd-90c6-6dc5045e5d07 req-cca35e98-5a91-4eb3-8f2e-7b44bb6a7e53 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 943 time: 0.1941612 May 18 10:04:01.589667 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:01.591367 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:01.595663 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:01.598860 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:01.603877 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:01.867705 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f741890e-a85d-43fd-90c6-6dc5045e5d07 req-36504324-3215-4813-882c-f64ed0bf992f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611357 May 18 10:04:01.886263 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:01.886935 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:01.955256 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:01.995181 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34932) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:02.011591 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.028074 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:02.031862 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7630143 May 18 10:04:02.055274 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a544d1e-cae2-4f28-b9be-c7835a2e4e0b req-6589225d-6e2f-4938-8348-1c580e260fb8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:02.056410 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6a544d1e-cae2-4f28-b9be-c7835a2e4e0b req-6589225d-6e2f-4938-8348-1c580e260fb8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Synchronizing usage tracker for tenant:c549fd50ca26426c8624c9b3cfccb23b on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:02.077347 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6a544d1e-cae2-4f28-b9be-c7835a2e4e0b req-6589225d-6e2f-4938-8348-1c580e260fb8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Unset dirty status for tenant:c549fd50ca26426c8624c9b3cfccb23b on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:02.079910 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6a544d1e-cae2-4f28-b9be-c7835a2e4e0b req-6589225d-6e2f-4938-8348-1c580e260fb8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.2158184 May 18 10:04:02.108650 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-fb3ab903-755e-4aa2-9574-e6e0ef1e70ec None None] Provisioning for port d495eb99-d54d-497a-8cd8-1efe7da2a4fb completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:02.117594 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-fb3ab903-755e-4aa2-9574-e6e0ef1e70ec None None] Provisioning complete for port d495eb99-d54d-497a-8cd8-1efe7da2a4fb triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:02.118945 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab903-755e-4aa2-9574-e6e0ef1e70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.191302 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Pushing event updated for resources: {'Port': ['ID=c5ea2951-5b38-418c-b5d8-08edb48a46a9,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:02.195337 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6a544d1e-cae2-4f28-b9be-c7835a2e4e0b req-d7b7d443-a6ea-42d5-9b4b-2c863124cfc4 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025529 May 18 10:04:02.240201 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.251829 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.252582 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.254897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.255447 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.256009 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.256563 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.257289 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ab903-755e-4aa2-9574-e6e0ef1e70ec None None] Port d495eb99-d54d-497a-8cd8-1efe7da2a4fb cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:02.258013 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.260225 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.260823 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.266649 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.267299 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.267890 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:02.273452 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:02.274550 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:02.278012 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Usage tracker for resource:security_group_rule and tenant:891c1858dda646548a989a821950ce07 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:02.282236 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:02.286308 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Network 45892d0e-470e-45be-b99c-21300083d886 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:02.287502 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:02.289628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:02.296648 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:02.403598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:02.405270 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.446506 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6804752 May 18 10:04:02.455696 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.466505 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.475821 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4523407c-87b3-47db-8b04-d76337aca2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:02.524337 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=891c1858dda646548a989a821950ce07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226657 May 18 10:04:02.527178 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34942) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:02.530307 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:04:02.540318 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e435-ef63-432b-a82a-a12c6eccd2e1 req-5d992b4f-1179-4aec-8ff2-89ddc7fd8198 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:02.541843 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4c88e435-ef63-432b-a82a-a12c6eccd2e1 req-5d992b4f-1179-4aec-8ff2-89ddc7fd8198 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1901004 May 18 10:04:02.542536 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439665d1-b1bc-470f-90e5-af15c00564b9,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:02.568090 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:02.646797 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.704582 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.718273 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4c88e435-ef63-432b-a82a-a12c6eccd2e1 req-d3f55fa4-4c23-45fe-b439-cbd0c57c6acc tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489108 May 18 10:04:02.748967 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f98c8-5ba2-41cf-b29b-85b72e96e8e5 req-fbbde9a8-d4ca-4ff1-a676-13e73a20e2ef tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:02.756823 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-015f98c8-5ba2-41cf-b29b-85b72e96e8e5 req-fbbde9a8-d4ca-4ff1-a676-13e73a20e2ef tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.1859398 May 18 10:04:02.790434 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:02.808003 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.809329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-015f98c8-5ba2-41cf-b29b-85b72e96e8e5 req-2f9e746e-c4c9-41b5-89b2-302e0d930fe6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Synchronizing usage tracker for tenant:d01af9c92c50442a963e735093df5b7a on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:02.813921 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-df79ba30-cbdc-4bdd-bdc7-592bd4925c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:02.828693 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-015f98c8-5ba2-41cf-b29b-85b72e96e8e5 req-2f9e746e-c4c9-41b5-89b2-302e0d930fe6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Unset dirty status for tenant:d01af9c92c50442a963e735093df5b7a on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:02.835935 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439665d1-b1bc-470f-90e5-af15c00564b9,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:02.837500 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-015f98c8-5ba2-41cf-b29b-85b72e96e8e5 req-2f9e746e-c4c9-41b5-89b2-302e0d930fe6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794644 May 18 10:04:02.838819 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:02.845266 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:02.849501 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/439665d1-b1bc-470f-90e5-af15c00564b9 HTTP/1.1" status: 204 len: 168 time: 0.3186841 May 18 10:04:02.929651 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'port_id': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'mac_address': 'fa:16:3e:45:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:04:03.006354 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:03.027172 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c329a5-1305-401a-8f92-05a6274e4e04 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:03.055668 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:03.067322 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:03.071990 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:03.148137 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd68ed-576c-4ac0-9317-13e30459ae96 req-1da40a27-c251-4b6b-aa22-cf860e9f02a5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:03.157081 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-35dd68ed-576c-4ac0-9317-13e30459ae96 req-1da40a27-c251-4b6b-aa22-cf860e9f02a5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 944 time: 0.1173577 May 18 10:04:03.193543 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=9']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:03.197185 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:03.205001 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-35dd68ed-576c-4ac0-9317-13e30459ae96 req-2d7a31c8-3504-443c-97bb-e81f0c9b6bd3 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470324 May 18 10:04:03.305108 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['b0c329a5-1305-401a-8f92-05a6274e4e04'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:03.485316 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a4b47-3542-4d33-be5e-bcb9851423b3 req-fbdf802a-0099-48a3-a2e0-c54ad643ae40 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:03.494751 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-eb4a4b47-3542-4d33-be5e-bcb9851423b3 req-fbdf802a-0099-48a3-a2e0-c54ad643ae40 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.1602364 May 18 10:04:03.575986 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-eb4a4b47-3542-4d33-be5e-bcb9851423b3 req-144b8b90-fae2-48a2-99a0-9fd61e4f01a9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756683 May 18 10:04:03.753666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 34972) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:03.902850 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1381938814-network', 'tenant_id': 'f50d72bec6d644b78965383f61a632af'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:03.914145 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:03.926936 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Usage tracker for resource:network and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:03.930795 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:03.939591 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:03.965059 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Made reservation on behalf of f50d72bec6d644b78965383f61a632af for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:03.968429 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.029046 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.050050 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e58aa-7fd0-47bd-b6c8-7b5d6319396e req-f3234ec8-cd6c-485e-b5a5-699461d2adf1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:04.051602 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b7e58aa-7fd0-47bd-b6c8-7b5d6319396e req-f3234ec8-cd6c-485e-b5a5-699461d2adf1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2179787 May 18 10:04:04.067502 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:04.087074 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:04.094354 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:04.103864 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:04.135495 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b7e58aa-7fd0-47bd-b6c8-7b5d6319396e req-80b8b6d1-3d91-4e78-b223-05b5c795ecea tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699489 May 18 10:04:04.179221 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8eaa6-f6c7-4f01-9af9-539fbf01bbe3 req-f5a6b1a5-00c0-4dfa-aaa0-e4a60689e47e tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:04.180759 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9bf8eaa6-f6c7-4f01-9af9-539fbf01bbe3 req-f5a6b1a5-00c0-4dfa-aaa0-e4a60689e47e tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.2175472 May 18 10:04:04.256045 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9bf8eaa6-f6c7-4f01-9af9-539fbf01bbe3 req-6e4b896a-3d49-408d-b9bd-d7553ecd3dfc tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641329 May 18 10:04:04.313665 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.318303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.321383 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-084c41f8-3bad-4a0c-a12f-4655ad73948a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:04.354842 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:04:04.394197 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8911f3e1-88f6-401f-b99c-fb356c17a14e,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:04.402933 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:04.410308 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.410724 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Added segment c29bcc34-eb4a-451c-8fe7-6329f4240fea of type vlan for network d4053077-21ac-40a8-b284-33fb25c76eb6 May 18 10:04:04.450375 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.489770 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef56b-8769-4c54-910a-e212f6e0c71c req-1b3f6e1b-6bcd-433b-a1d3-8f9ff54d2f93 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:04.491302 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d39ef56b-8769-4c54-910a-e212f6e0c71c req-1b3f6e1b-6bcd-433b-a1d3-8f9ff54d2f93 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 944 time: 0.1342640 May 18 10:04:04.516681 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.519562 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:04.520134 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.527232 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:04.549957 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:04.652240 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d4053077-21ac-40a8-b284-33fb25c76eb6,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:04.652872 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port b0c329a5-1305-401a-8f92-05a6274e4e04 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:04.653164 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.656471 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:04.664375 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d39ef56b-8769-4c54-910a-e212f6e0c71c req-7176c7e3-f17c-4544-ae44-feea9a149d0c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644068 May 18 10:04:04.699668 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9433792 May 18 10:04:04.700435 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34986) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:04.711217 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Request body: {'subnet': {'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1381938814-subnet', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:04.718560 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:04.728012 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Usage tracker for resource:subnet and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:04.731050 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:04.735355 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network d4053077-21ac-40a8-b284-33fb25c76eb6 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:04:04.743733 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:04.757421 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Made reservation on behalf of f50d72bec6d644b78965383f61a632af for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:04.759782 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2257430'] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.853857 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a14f0-4298-4a73-905f-3d39bb66e420 req-ebca2532-e34f-4f79-9c83-0845bc160d7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:04.855310 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0f8a14f0-4298-4a73-905f-3d39bb66e420 req-ebca2532-e34f-4f79-9c83-0845bc160d7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.1268902 May 18 10:04:04.923009 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0f8a14f0-4298-4a73-905f-3d39bb66e420 req-068d4cdb-4a3d-4643-a2b8-0836b3c641ab tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 May 18 10:04:04.953391 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.984536 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:04.996650 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:05.004178 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.006367 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:05.077021 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'code': 200} May 18 10:04:05.113926 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=10']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:05.120525 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:05.341042 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2120658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2257444'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.351172 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:05.392502 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac953edb-a4a1-4822-b6f2-27f603e0ff3c req-37f180a2-5304-4bf0-b58f-fd987780974b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:05.393918 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ac953edb-a4a1-4822-b6f2-27f603e0ff3c req-37f180a2-5304-4bf0-b58f-fd987780974b tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1236079 May 18 10:04:05.422478 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb56281-fdbe-48cb-bf0d-242bd8453726,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:05.425629 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:05.447949 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Checking segment: {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:05.448314 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Network hostable DHCP agents. Network: d4053077-21ac-40a8-b284-33fb25c76eb6, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:04:05.470334 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Network d4053077-21ac-40a8-b284-33fb25c76eb6 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:04:05.481429 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, d4053077-21ac-40a8-b284-33fb25c76eb6) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:05.491169 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:05.491699 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcacbb7-96dc-48cf-9143-ac860f4563e7 None None] Network d4053077-21ac-40a8-b284-33fb25c76eb6 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:04:05.491930 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.515468 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-9eed5ce1-3996-4137-80fe-386652f4faed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8121417 May 18 10:04:05.519175 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 34996) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:05.527194 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:05.542525 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:05.548503 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Usage tracker for resource:router and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:05.552892 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:05.559767 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ac953edb-a4a1-4822-b6f2-27f603e0ff3c req-4157a77b-a271-4908-9c3e-ec3e5e17a35a tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056817 May 18 10:04:05.562329 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:05.580473 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dab97e-5456-497b-a8f1-0e4c09d70cde req-5eebaece-217d-4b95-946e-954c529a1ea6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:05.584729 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.585983 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-08dab97e-5456-497b-a8f1-0e4c09d70cde req-5eebaece-217d-4b95-946e-954c529a1ea6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.1909738 May 18 10:04:05.586279 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.619657 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.670607 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-08dab97e-5456-497b-a8f1-0e4c09d70cde req-f1a2624c-7a7f-4cb3-b479-459b39d83409 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817165 May 18 10:04:05.802578 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-d4053077-21ac-40a8-b284-33fb25c76eb6', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:04:05.803411 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.920561 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6513-fb08-460e-906b-c60574bb33a9 req-b8aed186-d7f6-417c-a118-f7011e266ddd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:05.922303 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b10a6513-fb08-460e-906b-c60574bb33a9 req-b8aed186-d7f6-417c-a118-f7011e266ddd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.1112723 May 18 10:04:05.979824 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Allocated IP 172.20.0.2 (d4053077-21ac-40a8-b284-33fb25c76eb6/ceb56281-fdbe-48cb-bf0d-242bd8453726/4522deff-675c-47f5-8fe4-6d7599454e02) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:05.991233 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.994639 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b10a6513-fb08-460e-906b-c60574bb33a9 req-3a7ff05f-5bf4-49ac-8c69-6e39589f39fa tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659456 May 18 10:04:06.279860 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.285188 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Transition to ACTIVE for port object 4522deff-675c-47f5-8fe4-6d7599454e02 will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:06.308650 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Transition to ACTIVE for port object 4522deff-675c-47f5-8fe4-6d7599454e02 will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:06.315107 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.326984 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-05dfba01-dcbd-4701-9d6e-16392e3506cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:06.331272 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a21419-cdee-46c6-82d4-dddd370e4f8c req-87814c5d-0373-4ac2-a837-1ca04ceef040 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:06.332961 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f3a21419-cdee-46c6-82d4-dddd370e4f8c req-87814c5d-0373-4ac2-a837-1ca04ceef040 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.2359440 May 18 10:04:06.384258 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Network d4053077-21ac-40a8-b284-33fb25c76eb6 is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:06.387822 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:06.392994 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:06.437528 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f3a21419-cdee-46c6-82d4-dddd370e4f8c req-47356bd5-a3e1-4a24-a252-1a5175953944 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836930 May 18 10:04:06.483867 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.520416 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Pushing event updated for resources: {'Port': ['ID=4522deff-675c-47f5-8fe4-6d7599454e02,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:06.521958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.527957 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:06.543761 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Attempting to bind port 4522deff-675c-47f5-8fe4-6d7599454e02 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:06.544143 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Attempting to bind port 4522deff-675c-47f5-8fe4-6d7599454e02 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:06.544578 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Attempting to bind port 4522deff-675c-47f5-8fe4-6d7599454e02 on network d4053077-21ac-40a8-b284-33fb25c76eb6 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:06.550028 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:06.550482 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Checking segment: {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:06.550970 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.551435 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Bound using segment: {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:06.551907 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Bound port: 4522deff-675c-47f5-8fe4-6d7599454e02, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:06.552284 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.649367 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] For port 4522deff-675c-47f5-8fe4-6d7599454e02, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:06.654479 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] For port 4522deff-675c-47f5-8fe4-6d7599454e02, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=4522deff-675c-47f5-8fe4-6d7599454e02,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:06.662828 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.666627 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:06.715634 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Allocated IP 172.28.3.188 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/c44dc178-9bcd-402e-b102-48fcb068f2a9) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:06.749347 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Pushing event updated for resources: {'Port': ['ID=4522deff-675c-47f5-8fe4-6d7599454e02,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:06.753071 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:06.926794 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.965435 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:06.966296 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbc04f-f264-45d6-ad15-286c6b7fc739 req-f098cef2-a4ec-4038-9700-4b7368b60be5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:06.967485 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:06.968910 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-50fbc04f-f264-45d6-ad15-286c6b7fc739 req-f098cef2-a4ec-4038-9700-4b7368b60be5 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.2748759 May 18 10:04:06.987256 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dacbb9-8dae-4006-af07-83b6badd9b60 req-6971aa72-e78f-42e6-9603-cbb80f79ef15 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:06.988977 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-09dacbb9-8dae-4006-af07-83b6badd9b60 req-6971aa72-e78f-42e6-9603-cbb80f79ef15 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.1528192 May 18 10:04:07.040315 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:07.042002 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:07.045628 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:07.088564 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-50fbc04f-f264-45d6-ad15-286c6b7fc739 req-60734713-371c-40c9-8cc6-85e3dba00b71 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067784 May 18 10:04:07.129827 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Pushing event updated for resources: {'Port': ['ID=c44dc178-9bcd-402e-b102-48fcb068f2a9,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:07.134950 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:07.137766 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-09dacbb9-8dae-4006-af07-83b6badd9b60 req-71acc0c3-9a68-43d6-be6c-e09bd23f2bfb tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188767 May 18 10:04:07.351957 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82799e24-9f94-4d7b-b7a6-a8a892ede677 req-a9e50545-2298-4633-b478-2292d13b4498 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:07.353483 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-82799e24-9f94-4d7b-b7a6-a8a892ede677 req-a9e50545-2298-4633-b478-2292d13b4498 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.1038702 May 18 10:04:07.423021 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-82799e24-9f94-4d7b-b7a6-a8a892ede677 req-bd9f9691-0a3a-4c5b-8e4b-40cb400ebb74 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618665 May 18 10:04:07.583658 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4522deff-675c-47f5-8fe4-6d7599454e02 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:07.722476 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bfa99-aabb-4a5c-bd83-4130f3f29bd0 req-429da24a-78d6-4862-b3f0-ac7cb35c7c89 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:07.723971 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3e8bfa99-aabb-4a5c-bd83-4130f3f29bd0 req-429da24a-78d6-4862-b3f0-ac7cb35c7c89 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.1637371 May 18 10:04:07.759042 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.773124 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 4522deff-675c-47f5-8fe4-6d7599454e02 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:07.826060 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3e8bfa99-aabb-4a5c-bd83-4130f3f29bd0 req-f0a1e5ad-f883-4f1e-a87f-4389e8eed01d tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958090 May 18 10:04:08.056259 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb712b-99e6-4785-bf6c-87f5cf45130b None None] Network d4053077-21ac-40a8-b284-33fb25c76eb6 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:04:08.201960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.215921 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Provisioning for port 4522deff-675c-47f5-8fe4-6d7599454e02 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:08.318464 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Provisioning complete for port 4522deff-675c-47f5-8fe4-6d7599454e02 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:08.318788 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.498312 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:04:08.528108 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6a2b2-4284-4875-9e8e-4f2f79e92435 req-25deda66-adfd-440b-a031-030085898237 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:08.530265 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e9f6a2b2-4284-4875-9e8e-4f2f79e92435 req-25deda66-adfd-440b-a031-030085898237 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.2150848 May 18 10:04:08.607354 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.610775 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e9f6a2b2-4284-4875-9e8e-4f2f79e92435 req-a1eefc22-1449-4fb2-bf92-aecf708f4272 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 May 18 10:04:08.619310 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caac3c-4135-46a5-802f-e0378a97856b req-42350177-4702-4292-95ab-8f8373adcd81 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:08.620759 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a1caac3c-4135-46a5-802f-e0378a97856b req-42350177-4702-4292-95ab-8f8373adcd81 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.1695583 May 18 10:04:08.646765 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] For port 4522deff-675c-47f5-8fe4-6d7599454e02, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=4522deff-675c-47f5-8fe4-6d7599454e02,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:08.651429 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.653724 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:08.737280 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a1caac3c-4135-46a5-802f-e0378a97856b req-d5550798-1f86-4d97-bb74-e0de4b02e303 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044352 May 18 10:04:08.760026 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Pushing event updated for resources: {'Port': ['ID=4522deff-675c-47f5-8fe4-6d7599454e02,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:08.771097 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:08.827144 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:08.836605 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Sync routers for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:08.857245 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:08.858182 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:08.891199 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.895637 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6649499c-0ca9-45eb-8103-2f3cd43d9e5d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3723760 May 18 10:04:08.895881 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35022) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:08.986109 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c2ca3-29c2-43bf-a211-28f7c53673c1 req-4822785f-42bc-4e9e-b82d-68ac502631f9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:08.997636 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fe4c2ca3-29c2-43bf-a211-28f7c53673c1 req-4822785f-42bc-4e9e-b82d-68ac502631f9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.1681983 May 18 10:04:09.085803 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fe4c2ca3-29c2-43bf-a211-28f7c53673c1 req-5aa8b283-02f0-488e-9fff-92a574ac5fc9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835869 May 18 10:04:09.101846 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-f960d1fc-f42c-4583-a76c-d6c84b9f2a4b None None] Provisioning complete for port 4522deff-675c-47f5-8fe4-6d7599454e02 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:09.103259 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f960d1fc-f42c-4583-a76c-d6c84b9f2a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:09.168709 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:09.205774 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b642-ea55-4348-8f86-1f3cfcf48a1e req-abfad400-4a69-4f89-a415-731e3b145d18 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:09.214702 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9833b642-ea55-4348-8f86-1f3cfcf48a1e req-abfad400-4a69-4f89-a415-731e3b145d18 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.1277101 May 18 10:04:09.306782 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9833b642-ea55-4348-8f86-1f3cfcf48a1e req-b058eba0-9450-4d3b-a9c7-379474607dd5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906429 May 18 10:04:09.515193 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4522deff-675c-47f5-8fe4-6d7599454e02 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:09.619727 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 4522deff-675c-47f5-8fe4-6d7599454e02 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:09.620423 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:09.641913 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:07Z', 'revision_number': 3, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:09.646696 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Checking router: 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:09.647993 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Updating router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 port c44dc178-9bcd-402e-b102-48fcb068f2a9 binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:04:09.747306 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:09.890430 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c0155-3622-4e4d-be55-613093fd948f req-70de7f3b-cb33-401b-b258-307143b5478c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:09.892671 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ec3c0155-3622-4e4d-be55-613093fd948f req-70de7f3b-cb33-401b-b258-307143b5478c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.1478560 May 18 10:04:09.956739 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ec3c0155-3622-4e4d-be55-613093fd948f req-adf3f986-283f-4068-9c58-7acc7f0903ae tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579109 May 18 10:04:10.100061 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca85a4-95fa-48b0-957a-ea03158df1cf req-66322198-ec3e-43d5-ae1d-947b9ed5bfa1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:10.101991 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c2ca85a4-95fa-48b0-957a-ea03158df1cf req-66322198-ec3e-43d5-ae1d-947b9ed5bfa1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0992324 May 18 10:04:10.131425 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.261012 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c2ca85a4-95fa-48b0-957a-ea03158df1cf req-6268a003-f003-4bfe-bd50-9540f621c250 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442673 May 18 10:04:10.357337 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.375417 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Transition to ACTIVE for port object c44dc178-9bcd-402e-b102-48fcb068f2a9 will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:10.384420 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.409990 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:10.440193 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a601c-a2d1-46c4-bd0b-848e90af8486 req-2736641b-784b-47bc-aff4-b16d13099d99 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:10.447953 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f86a601c-a2d1-46c4-bd0b-848e90af8486 req-2736641b-784b-47bc-aff4-b16d13099d99 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.1582370 May 18 10:04:10.503065 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Allocated IP 172.20.0.1 (d4053077-21ac-40a8-b284-33fb25c76eb6/ceb56281-fdbe-48cb-bf0d-242bd8453726/e327efc2-78ea-42f8-adbe-5e8302c3ba7b) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:10.513104 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Attempting to bind port c44dc178-9bcd-402e-b102-48fcb068f2a9 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:10.514352 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Attempting to bind port c44dc178-9bcd-402e-b102-48fcb068f2a9 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:10.514916 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Attempting to bind port c44dc178-9bcd-402e-b102-48fcb068f2a9 on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:10.525359 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:10.526096 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:10.526686 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.527261 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:10.527930 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Bound port: c44dc178-9bcd-402e-b102-48fcb068f2a9, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:10.528611 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.562208 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b183-126c-4eb9-8ad2-466f279c3458 None None] Pushing event updated for resources: {'Port': ['ID=c44dc178-9bcd-402e-b102-48fcb068f2a9,revision_number=2']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:10.571452 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-d5d0b183-126c-4eb9-8ad2-466f279c3458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:10.615606 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] For port c44dc178-9bcd-402e-b102-48fcb068f2a9, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:10.624819 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] For port c44dc178-9bcd-402e-b102-48fcb068f2a9, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=c44dc178-9bcd-402e-b102-48fcb068f2a9,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:10.626499 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f86a601c-a2d1-46c4-bd0b-848e90af8486 req-97fcaa80-1432-4b60-8a99-b157ae8ea449 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772838 May 18 10:04:10.632111 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.640883 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:10.688368 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f75a07-ff47-4ed7-b9d6-68db88a9590b req-6a62592d-979a-4243-974d-0765f8625a74 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:10.699414 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.703421 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f4f75a07-ff47-4ed7-b9d6-68db88a9590b req-6a62592d-979a-4243-974d-0765f8625a74 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.2248392 May 18 10:04:10.726312 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Transition to ACTIVE for port object e327efc2-78ea-42f8-adbe-5e8302c3ba7b will not be triggered until provisioned by entity DHCP. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:10.727375 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:10.728254 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:10.786247 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.791306 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-eaca0fc2-dfb9-4c16-bb41-79b98d58418e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:10.796759 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f4f75a07-ff47-4ed7-b9d6-68db88a9590b req-c37aac77-8a50-4a85-9dae-3dd9784f7c08 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904050 May 18 10:04:10.893307 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Network d4053077-21ac-40a8-b284-33fb25c76eb6 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:10.898905 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:10.904980 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:10.934377 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b183-126c-4eb9-8ad2-466f279c3458 None None] Pushing event updated for resources: {'Port': ['ID=c44dc178-9bcd-402e-b102-48fcb068f2a9,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:10.938072 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-d5d0b183-126c-4eb9-8ad2-466f279c3458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:10.943018 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:10.970164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Pushing event updated for resources: {'Port': ['ID=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:11.007305 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:11.055106 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.219986 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-a7f5a057-e748-47ed-862a-ab219cefc36d None None] Provisioning for port e327efc2-78ea-42f8-adbe-5e8302c3ba7b completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:11.226419 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-a7f5a057-e748-47ed-862a-ab219cefc36d None None] Provisioning complete for port e327efc2-78ea-42f8-adbe-5e8302c3ba7b triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:11.226805 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a057-e748-47ed-862a-ab219cefc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.236550 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.242297 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d16e9-e766-4a7f-9acb-625842846bbc req-58922ab8-5423-48bf-bbdb-c8e2a820c1b9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:11.243792 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e72d16e9-e766-4a7f-9acb-625842846bbc req-58922ab8-5423-48bf-bbdb-c8e2a820c1b9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.0970690 May 18 10:04:11.300065 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5a057-e748-47ed-862a-ab219cefc36d None None] Port e327efc2-78ea-42f8-adbe-5e8302c3ba7b cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:11.306297 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e72d16e9-e766-4a7f-9acb-625842846bbc req-3f482050-44a4-40ff-9290-2cd5c9aac061 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 May 18 10:04:11.330609 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:07Z', 'revision_number': 3, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:11.335218 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4a816-ef30-4d01-adf8-8eb462dda519 None None] The sync data for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb is: [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:07Z', 'revision_number': 3, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:11.484145 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272304f-19d0-4335-8797-d0ee7bd05b7a req-54d800e9-a5af-4f80-a687-046ee9b3d320 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:11.485541 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6272304f-19d0-4335-8797-d0ee7bd05b7a req-54d800e9-a5af-4f80-a687-046ee9b3d320 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.0844104 May 18 10:04:11.531532 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.536570 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.538036 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6272304f-19d0-4335-8797-d0ee7bd05b7a req-7f8bd327-787b-4fff-b0cb-44b72de28cad tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 May 18 10:04:11.588135 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:11.600984 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-715a0a06-7132-4af9-8a23-abdf3b9e89d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.665612 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.674208 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Pushing event updated for resources: {'Port': ['ID=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:11.678647 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:11.817492 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Network d4053077-21ac-40a8-b284-33fb25c76eb6 is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:11.819027 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:11.861238 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e665ac-cc26-4ec6-b67d-adb86a2f5f66 req-2f2c0710-ae8b-464c-968d-8bfa704ab73b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:11.863629 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-69e665ac-cc26-4ec6-b67d-adb86a2f5f66 req-2f2c0710-ae8b-464c-968d-8bfa704ab73b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.1171942 May 18 10:04:11.868848 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Request body: {'port': {'device_id': 'ec828952-fd98-4627-9307-629cc6555dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:12.047276 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Request body: {'port': {'device_id': '13e0d893-685c-4ed4-826c-5b09c166934b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:12.127198 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-cbec8995-117e-4c93-9f64-fc8eb3eb9b11 None None] Provisioning complete for port e327efc2-78ea-42f8-adbe-5e8302c3ba7b triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:12.127808 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-cbec8995-117e-4c93-9f64-fc8eb3eb9b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.176340 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.195146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-cbec8995-117e-4c93-9f64-fc8eb3eb9b11 None None] Port e327efc2-78ea-42f8-adbe-5e8302c3ba7b cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:12.202399 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-69e665ac-cc26-4ec6-b67d-adb86a2f5f66 req-ae385dc3-6d8d-4ac3-b62e-b6e2f05589c4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183242 May 18 10:04:12.283623 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae55a-d6d9-44f9-99c1-d6eaee2edb09 req-8ab0d80b-92e2-4b79-abb9-a4ac88311442 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:12.285330 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cf6ae55a-d6d9-44f9-99c1-d6eaee2edb09 req-8ab0d80b-92e2-4b79-abb9-a4ac88311442 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 931 time: 0.2930164 May 18 10:04:12.300070 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.402333 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cf6ae55a-d6d9-44f9-99c1-d6eaee2edb09 req-ef436b56-f2ed-462b-b8ec-98ef739c39af tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718729 May 18 10:04:12.417763 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:04:12.733587 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca17f3-d677-42df-882c-9132ad9ade49 req-7a380560-3399-4440-bffb-724413c02e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:12.735496 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3bca17f3-d677-42df-882c-9132ad9ade49 req-7a380560-3399-4440-bffb-724413c02e77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1099 time: 0.1944082 May 18 10:04:12.742573 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efc65f-d460-4808-93c5-1af4acabd87e req-ca9ab1c0-4bce-4c1f-80cc-2cf281e16934 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:12.743972 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d7efc65f-d460-4808-93c5-1af4acabd87e req-ca9ab1c0-4bce-4c1f-80cc-2cf281e16934 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 931 time: 0.2486849 May 18 10:04:12.773328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:12.788476 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] 10.222.0.36 "PUT /v2.0/routers/69a4bf50-f45f-4b67-b77e-c37c92a7bc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8915076 May 18 10:04:12.843800 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d495eb99-d54d-497a-8cd8-1efe7da2a4fb {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:12.886058 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.886719 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ea2951-5b38-418c-b5d8-08edb48a46a9 {{(pid=91249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:12.895086 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.912088 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Transition to ACTIVE for port object c5ea2951-5b38-418c-b5d8-08edb48a46a9 will not be triggered until provisioned by entity L2. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:12.916139 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.921429 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:12.946746 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Transition to ACTIVE for port object d495eb99-d54d-497a-8cd8-1efe7da2a4fb will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:12.950277 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d7efc65f-d460-4808-93c5-1af4acabd87e req-a6a3054a-a1dc-49dc-9d1b-0dba1abc1dd1 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718261 May 18 10:04:12.952441 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3bca17f3-d677-42df-882c-9132ad9ade49 req-794802cb-8c28-4849-a7c6-c5daeadf0af7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027450 May 18 10:04:12.955686 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.962019 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f7e4763b-0242-41ef-8c56-0ab0a98b0d1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:13.034912 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.116558 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ea2951-5b38-418c-b5d8-08edb48a46a9,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:13.126187 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Pushing event updated for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:13.127378 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:13.171545 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:13.247327 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c42ff1-97a9-4e8e-a8e8-b31a7ed8eb5b req-c6d3080d-51b6-41a5-bf40-11d1fa8725a4 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:13.248510 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Attempting to bind port c5ea2951-5b38-418c-b5d8-08edb48a46a9 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:13.249045 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Attempting to bind port c5ea2951-5b38-418c-b5d8-08edb48a46a9 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:13.249576 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Attempting to bind port c5ea2951-5b38-418c-b5d8-08edb48a46a9 on network 45892d0e-470e-45be-b99c-21300083d886 {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:13.255394 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Port c5ea2951-5b38-418c-b5d8-08edb48a46a9 on network 45892d0e-470e-45be-b99c-21300083d886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:04:13.256149 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Attempting to bind port c5ea2951-5b38-418c-b5d8-08edb48a46a9 on network 45892d0e-470e-45be-b99c-21300083d886 {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:13.260929 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e1c42ff1-97a9-4e8e-a8e8-b31a7ed8eb5b req-c6d3080d-51b6-41a5-bf40-11d1fa8725a4 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.5657148 May 18 10:04:13.262960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:13.267789 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Checking segment: {'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:13.268439 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Bound using segment: {'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'} {{(pid=91249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:13.269054 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.managers [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Bound port: c5ea2951-5b38-418c-b5d8-08edb48a46a9, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'}}] {{(pid=91249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:13.269604 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.368536 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Sync routers for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:13.382294 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:13.383216 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:03:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:13.398261 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e1c42ff1-97a9-4e8e-a8e8-b31a7ed8eb5b req-acda2de2-4245-4d15-ab86-87bbd502d8d1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344571 May 18 10:04:13.469718 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] For port c5ea2951-5b38-418c-b5d8-08edb48a46a9, host hv-cinder-77262, cleared binding levels {{(pid=91249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:13.479927 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] For port c5ea2951-5b38-418c-b5d8-08edb48a46a9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5ea2951-5b38-418c-b5d8-08edb48a46a9,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:13.491279 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.505705 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-32edb6fd-44ed-4526-a560-6637d8bb997c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:13.545834 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Attempting to bind port d495eb99-d54d-497a-8cd8-1efe7da2a4fb on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:13.545834 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Attempting to bind port d495eb99-d54d-497a-8cd8-1efe7da2a4fb by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:13.545834 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Attempting to bind port d495eb99-d54d-497a-8cd8-1efe7da2a4fb on network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:13.567102 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Port d495eb99-d54d-497a-8cd8-1efe7da2a4fb on network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:04:13.567325 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Attempting to bind port d495eb99-d54d-497a-8cd8-1efe7da2a4fb on network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:13.602626 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:13.604531 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Checking segment: {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:13.605230 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Bound using segment: {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:13.606121 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Bound port: d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:13.606493 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.607774 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device c44dc178-9bcd-402e-b102-48fcb068f2a9 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:13.634547 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:13.635169 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.639866 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] 10.222.0.24 "PUT /v2.0/ports/c5ea2951-5b38-418c-b5d8-08edb48a46a9 HTTP/1.1" status: 200 len: 1093 time: 1.6049910 May 18 10:04:13.654981 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e0d893-685c-4ed4-826c-5b09c166934b', 'tag': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:13.682102 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:13.695580 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ea2951-5b38-418c-b5d8-08edb48a46a9,revision_number=3']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:13.707178 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:13.756599 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35070) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:13.802775 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-80117208-network', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:13.816713 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8792-61ff-4803-92f0-2b774b630e13 req-21325973-cdcb-4a1d-870f-b503743996e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:13.818598 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-21325973-cdcb-4a1d-870f-b503743996e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d01af9c92c50442a963e735093df5b7a&device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 1096 time: 0.0977159 May 18 10:04:13.824662 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:13.842921 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Usage tracker for resource:network and tenant:46f1f7fb68564dc5a5ff245c31a75e63 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:13.843165 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port c44dc178-9bcd-402e-b102-48fcb068f2a9 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:13.848843 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:13.855551 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port c44dc178-9bcd-402e-b102-48fcb068f2a9 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:13.856180 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.879823 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:13.910911 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:13.914274 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Made reservation on behalf of 46f1f7fb68564dc5a5ff245c31a75e63 for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:13.916541 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.925518 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-989f817e-fa10-44da-8f6d-a41e81aed412 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5ea2951-5b38-418c-b5d8-08edb48a46a9 HTTP/1.1" status: 200 len: 217 time: 0.0907247 May 18 10:04:13.934901 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62411976-af8e-4cab-a099-1c96dfd60c82 req-e2336830-3356-4b5d-b15f-79d50139ef35 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:13.936488 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62411976-af8e-4cab-a099-1c96dfd60c82 req-e2336830-3356-4b5d-b15f-79d50139ef35 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.5373020 May 18 10:04:13.952043 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.980277 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:14.011146 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:14.019818 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.036982 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:14.053904 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8792-61ff-4803-92f0-2b774b630e13 req-4e66570b-8780-4165-a30b-5b077b9b6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:14.055340 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-4e66570b-8780-4165-a30b-5b077b9b6216 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0de0e701-f277-4adc-83af-afb2a7587d7c HTTP/1.1" status: 200 len: 853 time: 0.1198733 May 18 10:04:14.135857 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fc302-ed64-4b9f-a4e3-58d63a6a9f63 req-bb3353b7-dab6-454a-9018-6053e4924bc8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:14.137424 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c89fc302-ed64-4b9f-a4e3-58d63a6a9f63 req-bb3353b7-dab6-454a-9018-6053e4924bc8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 943 time: 0.5159512 May 18 10:04:14.144542 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Usage tracker for resource:security_group_rule and tenant:46f1f7fb68564dc5a5ff245c31a75e63 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:14.147849 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Pushing event updated for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:14.151835 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:14.175861 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:14.176782 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.179171 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] 10.222.0.24 "PUT /v2.0/ports/d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 1093 time: 2.3141744 May 18 10:04:14.222101 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d3450634-75a8-4eb4-b6f8-839df643e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.223198 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:14.226491 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.231103 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:14.258417 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port c44dc178-9bcd-402e-b102-48fcb068f2a9, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=c44dc178-9bcd-402e-b102-48fcb068f2a9,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:14.277537 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.279928 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:14.286617 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:14.328862 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62411976-af8e-4cab-a099-1c96dfd60c82 req-3baf3de0-5a8e-49f1-9e5f-e849a78ea6de tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815975 May 18 10:04:14.428118 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.433526 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c89fc302-ed64-4b9f-a4e3-58d63a6a9f63 req-357f5b60-1890-4420-ae80-53ab92c0ac52 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148302 May 18 10:04:14.449542 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 2, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:14.458022 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Checking router: 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:14.458440 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Updating router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 port e327efc2-78ea-42f8-adbe-5e8302c3ba7b binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:04:14.468621 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-18ef37bf-08de-4484-a9e3-411a175f0495 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45892d0e-470e-45be-b99c-21300083d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4002905 May 18 10:04:14.470479 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e0d893-685c-4ed4-826c-5b09c166934b', 'tag': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9', 'status': 'completed', 'code': 200} May 18 10:04:14.517723 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=c44dc178-9bcd-402e-b102-48fcb068f2a9,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:14.531245 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.531590 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.531992 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.532243 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.532542 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.532863 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.533184 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.533518 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.534420 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.534905 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.535368 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.535843 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:14.542089 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:14.545997 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-554bd77e-1733-4846-be48-5d7ea8f03770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:14.548734 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-554bd77e-1733-4846-be48-5d7ea8f03770 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1096 time: 0.2941196 May 18 10:04:14.550356 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.645897 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-ab6f1d9d-44bb-4a45-8b68-291820cdfa57 service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621861 May 18 10:04:14.683329 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'status': 'completed', 'code': 200} May 18 10:04:14.727530 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-8fb317c7-9d0a-48e1-9661-6faa18faad09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 217 time: 0.1552246 May 18 10:04:14.829875 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-865a8792-61ff-4803-92f0-2b774b630e13 req-5f63041c-7b0c-45f4-b975-1eaf3ce388ff service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773274 May 18 10:04:14.946263 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.24', 62646) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:15.050932 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-8ea48166-1561-4e72-9fad-26605d814e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.052406 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-8ea48166-1561-4e72-9fad-26605d814e8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d01af9c92c50442a963e735093df5b7a&device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 1096 time: 0.1548882 May 18 10:04:15.063841 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-bc60e26d-1906-4671-a98b-ba0a43052a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.064800 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-bc60e26d-1906-4671-a98b-ba0a43052a00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 1099 time: 0.1174183 May 18 10:04:15.079429 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.081281 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.096180 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-5282b3a2-a1b5-4ddf-b48c-709fbd634108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.097663 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-5282b3a2-a1b5-4ddf-b48c-709fbd634108 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.3486505 May 18 10:04:15.101059 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Transition to ACTIVE for port object e327efc2-78ea-42f8-adbe-5e8302c3ba7b will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:15.101341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.109894 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:15.110398 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.125609 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-d7d25226-925a-4bca-8f13-33c52d42c3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:15.196458 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:04:15.217089 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc4515-627c-49dc-ab44-79574cb53bc6,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:15.227642 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:15.235800 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.236140 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Added segment c3849ffb-8d74-41f8-8403-617b0d05582a of type vlan for network d19f9f4f-0955-49af-b3ac-1d5d67361d1d May 18 10:04:15.266752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-ca55e897-3f15-4e5e-924d-a6ef94f03344 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.268536 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-ca55e897-3f15-4e5e-924d-a6ef94f03344 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.3495438 May 18 10:04:15.302497 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24886b32-4fb7-486d-9efe-0e181793bd82 None None] Pushing event updated for resources: {'Port': ['ID=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:15.307755 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-24886b32-4fb7-486d-9efe-0e181793bd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:15.326519 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6bf50-59f0-4180-b48c-d3b2f9013e46 req-e3c0af3f-b051-43b4-91dd-4a48258044d2 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.328140 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c7a6bf50-59f0-4180-b48c-d3b2f9013e46 req-e3c0af3f-b051-43b4-91dd-4a48258044d2 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 943 time: 0.5993643 May 18 10:04:15.338281 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-fe3a65e7-9ee5-4d35-9289-b0db5f1ef287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.340048 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-fe3a65e7-9ee5-4d35-9289-b0db5f1ef287 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45892d0e-470e-45be-b99c-21300083d886 HTTP/1.1" status: 200 len: 914 time: 0.2744219 May 18 10:04:15.343795 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-b5630ef5-af1c-49c2-a01b-f5999f37fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.345371 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-b5630ef5-af1c-49c2-a01b-f5999f37fec0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.2584233 May 18 10:04:15.352841 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.355633 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed648ed-7d33-43c1-ad48-35fd6e669f9f req-b819970c-9cd0-49de-9169-a38eed738619 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.357095 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed648ed-7d33-43c1-ad48-35fd6e669f9f req-b819970c-9cd0-49de-9169-a38eed738619 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.4055891 May 18 10:04:15.387912 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.417705 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Attempting to bind port e327efc2-78ea-42f8-adbe-5e8302c3ba7b on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:15.418148 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Attempting to bind port e327efc2-78ea-42f8-adbe-5e8302c3ba7b by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:15.418629 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Attempting to bind port e327efc2-78ea-42f8-adbe-5e8302c3ba7b on network d4053077-21ac-40a8-b284-33fb25c76eb6 {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:15.426000 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:15.426460 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Checking segment: {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:15.426928 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.427340 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Bound using segment: {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:15.428366 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Bound port: e327efc2-78ea-42f8-adbe-5e8302c3ba7b, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:15.428763 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.475766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-324faaab-d2c6-40ce-8ba6-8e295e95017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.477265 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-324faaab-d2c6-40ce-8ba6-8e295e95017d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3686614 May 18 10:04:15.523928 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-1096ae5f-d536-4c52-b60b-5718ef090d0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5ea2951-5b38-418c-b5d8-08edb48a46a9 HTTP/1.1" status: 200 len: 217 time: 0.1773298 May 18 10:04:15.528390 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c7a6bf50-59f0-4180-b48c-d3b2f9013e46 req-c2ca79ab-3999-4bbe-bfa5-89e59abf9ca3 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810033 May 18 10:04:15.532992 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device c44dc178-9bcd-402e-b102-48fcb068f2a9 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:15.564353 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed648ed-7d33-43c1-ad48-35fd6e669f9f req-ddb76083-d7d3-4e0f-a8df-a58345d084da tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965864 May 18 10:04:15.581426 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.589854 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.590444 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.598742 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9d12956b-0fae-4d23-808f-2a0b791f25f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:15.606931 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-9b90479d-9970-4b58-b9ff-7ee6d7e2bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.609010 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-9b90479d-9970-4b58-b9ff-7ee6d7e2bf84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0de0e701-f277-4adc-83af-afb2a7587d7c HTTP/1.1" status: 200 len: 853 time: 0.0776553 May 18 10:04:15.636574 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] For port e327efc2-78ea-42f8-adbe-5e8302c3ba7b, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:15.646631 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] For port e327efc2-78ea-42f8-adbe-5e8302c3ba7b, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:15.653227 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.657637 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-24886b32-4fb7-486d-9efe-0e181793bd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:15.685042 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-abbb7852-a9c7-480f-b240-f484e64d6deb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45892d0e-470e-45be-b99c-21300083d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554643 May 18 10:04:15.707097 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port c44dc178-9bcd-402e-b102-48fcb068f2a9 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:15.707444 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:15.741965 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-980bc7d5-4c50-496f-acba-ac5c8b7fca69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 200 len: 1001 time: 0.3098722 May 18 10:04:15.804937 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:15.805598 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:15.909065 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-ebfdeb41-f45c-46a9-b56e-3bc3f647cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.911314 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-ebfdeb41-f45c-46a9-b56e-3bc3f647cadc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.1208823 May 18 10:04:15.912127 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24886b32-4fb7-486d-9efe-0e181793bd82 None None] Pushing event updated for resources: {'Port': ['ID=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:15.914527 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1489496 May 18 10:04:15.915527 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Pushing event updated for resources: {'Network': ['ID=d19f9f4f-0955-49af-b3ac-1d5d67361d1d,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:15.919614 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-f0cbc5cf-308d-4dcf-80b9-f094ba7dea68 service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280629 May 18 10:04:15.920164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35122) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:15.930571 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:15.931461 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-24886b32-4fb7-486d-9efe-0e181793bd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:15.973718 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-00be373e-c0da-4912-942e-51bbde8af9ab service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481733 May 18 10:04:15.977902 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Deleting port f2989790-bd65-4b9b-bc65-f6b901700c93 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:04:15.978239 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:16.005200 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Request body: {'subnet': {'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-80117208-subnet', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:16.016792 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:16.028296 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:04:16.076470 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Usage tracker for resource:subnet and tenant:46f1f7fb68564dc5a5ff245c31a75e63 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:16.089624 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:16.104540 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:16.129578 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Made reservation on behalf of 46f1f7fb68564dc5a5ff245c31a75e63 for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:16.131841 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2257430'] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:16.206444 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350831df-a2b7-4508-954a-d243a88671d5 req-d2f06c1d-583f-4011-847c-d260243995d0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:16.207976 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-350831df-a2b7-4508-954a-d243a88671d5 req-d2f06c1d-583f-4011-847c-d260243995d0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.5008204 May 18 10:04:16.220259 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81ddb5-341d-4215-aa5e-eec5f46d6e88 req-96543ff6-45c4-405a-9a8b-03a8cf01a04e tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:16.225465 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9a81ddb5-341d-4215-aa5e-eec5f46d6e88 req-96543ff6-45c4-405a-9a8b-03a8cf01a04e tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 943 time: 0.4887669 May 18 10:04:16.255644 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:16.312233 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] For port f2989790-bd65-4b9b-bc65-f6b901700c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=f2989790-bd65-4b9b-bc65-f6b901700c93,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:16.312620 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:16.337711 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-028e847d-672a-45fb-9e6c-c0db8f1d4831 req-c613303d-6874-432e-8276-f94729915e70 service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728912 May 18 10:04:16.354607 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-0451b5ab-6ff5-4b71-a6c8-294acd5cefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:16.356062 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-0451b5ab-6ff5-4b71-a6c8-294acd5cefaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4350445 May 18 10:04:16.464182 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4ac5862f-c5ed-42ee-a532-1050357e235c req-5506cae8-342a-4645-83a8-e49c70bca034 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708860 May 18 10:04:16.473885 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Calling delete_port for f2989790-bd65-4b9b-bc65-f6b901700c93 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:04:16.490457 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-350831df-a2b7-4508-954a-d243a88671d5 req-a06ac524-1319-43f0-8d06-13f0321a0e70 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633674 May 18 10:04:16.495952 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9a81ddb5-341d-4215-aa5e-eec5f46d6e88 req-4f68b8d9-d7d5-4920-830f-c3315aa5d4d0 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522748 May 18 10:04:16.567310 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-79ba57c5-9db8-4641-afd8-fdefd696a0d3 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016418 May 18 10:04:16.634280 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:15Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:16.640437 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f467f291-992a-41cd-8bac-5acda5a13b94 None None] The sync data for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb is: [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:15Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:16.882848 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-d93d50e5-53dc-4168-8ef5-1a44083efe6b req-bedb0e98-eaf0-4c86-8a08-3e193e5ba5fe service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625282 May 18 10:04:16.987491 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:16.991133 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2120658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2257444'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:16.992718 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:16.994698 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:17.000756 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:17.047984 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Pushing event deleted for resources: {'Port': ['ID=f2989790-bd65-4b9b-bc65-f6b901700c93,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:17.051239 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-f17685bb-c70b-4187-b665-6d2600740cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.052732 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-f17685bb-c70b-4187-b665-6d2600740cc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1096 time: 0.5019333 May 18 10:04:17.055806 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:17.074553 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=58555abe-f2e3-446a-9b40-42d2feb107f0,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:17.080129 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:17.082651 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Checking segment: {'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:17.083002 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Network hostable DHCP agents. Network: d19f9f4f-0955-49af-b3ac-1d5d67361d1d, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:04:17.103049 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:04:17.114661 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, d19f9f4f-0955-49af-b3ac-1d5d67361d1d) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:17.128331 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.128553 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24470a9-f6bc-4f58-8b3e-943db296b720 None None] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:04:17.129103 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.143097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4d51-28ca-49f9-8dbe-d150abfbbe42 req-283dddce-d950-425f-9563-4ad14fb2eeb9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.150190 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0aa4d51-28ca-49f9-8dbe-d150abfbbe42 req-283dddce-d950-425f-9563-4ad14fb2eeb9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 943 time: 0.3810010 May 18 10:04:17.159484 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2008967 May 18 10:04:17.164087 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35132) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:17.169967 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:17.176100 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:17.188990 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Usage tracker for resource:router and tenant:46f1f7fb68564dc5a5ff245c31a75e63 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:17.192302 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:17.194435 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfa5f-3a59-481a-a73a-605c455ebeb6 req-32376bf4-1549-46b9-a0dc-5a9fb876c8d0 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.198933 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:17.202282 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-151bfa5f-3a59-481a-a73a-605c455ebeb6 req-32376bf4-1549-46b9-a0dc-5a9fb876c8d0 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2bece5c-2f40-4d3f-aa9e-e804d77506ed HTTP/1.1" status: 200 len: 945 time: 0.4396160 May 18 10:04:17.211871 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.213099 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.232378 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.236181 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] No DVR routers for this DVR port f2989790-bd65-4b9b-bc65-f6b901700c93 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:04:17.290115 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.299170 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'name': 'network-vif-deleted', 'tag': 'f2989790-bd65-4b9b-bc65-f6b901700c93'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:17.371817 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0aa4d51-28ca-49f9-8dbe-d150abfbbe42 req-96ca8a84-4f29-44f6-bfcd-fd0ea3d0cbf3 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206807 May 18 10:04:17.377603 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-d19f9f4f-0955-49af-b3ac-1d5d67361d1d', 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'fixed_ips': [{'subnet_id': '58555abe-f2e3-446a-9b40-42d2feb107f0'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:04:17.378435 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.378920 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-594650ec-6c20-4fe1-9b58-1e0b37798427 req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.24 "DELETE /v2.0/ports/f2989790-bd65-4b9b-bc65-f6b901700c93 HTTP/1.1" status: 204 len: 173 time: 2.0954413 May 18 10:04:17.421712 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-151bfa5f-3a59-481a-a73a-605c455ebeb6 req-55e2608d-7be7-43a0-acaf-6f6ba8089df1 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a06955a-8d70-4810-9f9c-e26f8c6c1490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183132 May 18 10:04:17.458200 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-821fe229-32fb-4a42-8840-786de8410480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.459930 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-821fe229-32fb-4a42-8840-786de8410480 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 916 time: 0.3733287 May 18 10:04:17.551685 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bece5c-2f40-4d3f-aa9e-e804d77506ed', 'name': 'network-vif-deleted', 'tag': 'f2989790-bd65-4b9b-bc65-f6b901700c93', 'status': 'completed', 'code': 200} May 18 10:04:17.581102 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-19754675-a5e1-4286-ba0b-905cfafdf452 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 217 time: 0.1130769 May 18 10:04:17.656761 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e327efc2-78ea-42f8-adbe-5e8302c3ba7b up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:17.687679 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.714460 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-9a9f7fdc-cdf1-4c3e-be95-2a56b613e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.716111 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-9a9f7fdc-cdf1-4c3e-be95-2a56b613e9da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.1217592 May 18 10:04:17.751633 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Allocated IP 172.20.0.2 (d19f9f4f-0955-49af-b3ac-1d5d67361d1d/58555abe-f2e3-446a-9b40-42d2feb107f0/74e6a223-3bdc-4628-a029-af5faeac90e2) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:17.815130 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4522760-642f-4aed-b481-316550ed9436 req-8173e3c1-bfd7-4bd9-a2e7-2af61175d6cb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.817363 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port e327efc2-78ea-42f8-adbe-5e8302c3ba7b completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:17.819410 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f4522760-642f-4aed-b481-316550ed9436 req-8173e3c1-bfd7-4bd9-a2e7-2af61175d6cb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 943 time: 0.1578245 May 18 10:04:17.828357 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port e327efc2-78ea-42f8-adbe-5e8302c3ba7b triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:17.828733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:17.852374 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-acf67f1c-2465-44ac-abc4-0fd78c923ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.853891 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-acf67f1c-2465-44ac-abc4-0fd78c923ed5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256170 May 18 10:04:17.983094 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f4522760-642f-4aed-b481-316550ed9436 req-cbc65dd7-565f-4fe7-acb1-4d086d9fa61a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566656 May 18 10:04:18.050633 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-ff7ec391-257a-4c8b-9ce6-2029d2f2ba18 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867232 May 18 10:04:18.140605 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.155230 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.172099 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.198876 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.205737 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port e327efc2-78ea-42f8-adbe-5e8302c3ba7b, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:18.211795 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Transition to ACTIVE for port object 74e6a223-3bdc-4628-a029-af5faeac90e2 will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:18.218508 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.223712 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-05dfba01-dcbd-4701-9d6e-16392e3506cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:18.244276 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4bf29a18-a4bf-4ad7-ad85-9ecb63e921e3 req-12c95488-8fad-4574-ad61-fe417b9aebde service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874166 May 18 10:04:18.286585 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Transition to ACTIVE for port object 74e6a223-3bdc-4628-a029-af5faeac90e2 will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:18.300015 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.311769 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:18.317782 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:18.318257 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:18.362238 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:18.369721 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:18.374820 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:18.412895 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Allocated IP 172.28.3.94 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/2e692743-e629-416d-8fd8-9278c8ae30e6) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:18.425163 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Pushing event updated for resources: {'Port': ['ID=74e6a223-3bdc-4628-a029-af5faeac90e2,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:18.452049 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:18.478437 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Attempting to bind port 74e6a223-3bdc-4628-a029-af5faeac90e2 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:18.478681 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Attempting to bind port 74e6a223-3bdc-4628-a029-af5faeac90e2 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:18.478930 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Attempting to bind port 74e6a223-3bdc-4628-a029-af5faeac90e2 on network d19f9f4f-0955-49af-b3ac-1d5d67361d1d {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:18.485430 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:18.485832 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Checking segment: {'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:18.486244 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.486647 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Bound using segment: {'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:18.487122 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Bound port: 74e6a223-3bdc-4628-a029-af5faeac90e2, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:18.487505 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.538538 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35144) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:18.581060 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] For port 74e6a223-3bdc-4628-a029-af5faeac90e2, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:18.582666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64991872-1aa8-489c-9615-0402d157e51e req-a228bede-beaa-4d52-8447-96fadbd5b142 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:18.583923 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-64991872-1aa8-489c-9615-0402d157e51e req-a228bede-beaa-4d52-8447-96fadbd5b142 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 943 time: 0.0900047 May 18 10:04:18.584118 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] For port 74e6a223-3bdc-4628-a029-af5faeac90e2, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=74e6a223-3bdc-4628-a029-af5faeac90e2,segment=NetworkSegment(c3849ffb-8d74-41f8-8403-617b0d05582a),segment_id=c3849ffb-8d74-41f8-8403-617b0d05582a)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:18.588694 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.592795 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:18.633180 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d495eb99-d54d-497a-8cd8-1efe7da2a4fb details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:04:18.635287 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device f2989790-bd65-4b9b-bc65-f6b901700c93 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:04:18.637805 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-64991872-1aa8-489c-9615-0402d157e51e req-c9333d21-8fae-4e43-a588-b2dc6499634e tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469830 May 18 10:04:18.688269 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: f2989790-bd65-4b9b-bc65-f6b901700c93 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:04:18.688838 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device f2989790-bd65-4b9b-bc65-f6b901700c93 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:04:18.727535 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.743076 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Pushing event updated for resources: {'Port': ['ID=74e6a223-3bdc-4628-a029-af5faeac90e2,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:18.748582 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:18.901240 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:18.927730 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'port_id': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'mac_address': 'fa:16:3e:ff:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:04:18.928890 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:18.941868 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-377f355f-2d2b-4b24-bf02-5cec7fba2c7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:18.991426 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:19.009742 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d495eb99-d54d-497a-8cd8-1efe7da2a4fb {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:19.022133 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:19.026731 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:19.027459 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:19.034326 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:19.035558 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:19.036240 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device c5ea2951-5b38-418c-b5d8-08edb48a46a9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:04:19.039782 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:19.116013 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Pushing event updated for resources: {'Port': ['ID=2e692743-e629-416d-8fd8-9278c8ae30e6,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:19.126665 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:19.136053 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:19.144686 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:19.205437 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0345e4-98cd-4cea-b5d8-3a02e5a42cbf req-3919e119-f702-4d20-87f9-1e09e845590c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:19.209905 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1e0345e4-98cd-4cea-b5d8-3a02e5a42cbf req-3919e119-f702-4d20-87f9-1e09e845590c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 944 time: 0.0869176 May 18 10:04:19.237026 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port c5ea2951-5b38-418c-b5d8-08edb48a46a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5ea2951-5b38-418c-b5d8-08edb48a46a9,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:19.252143 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9', 'network_id': '45892d0e-470e-45be-b99c-21300083d886', 'port_id': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9', 'mac_address': 'fa:16:3e:b8:cc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de0e701-f277-4adc-83af-afb2a7587d7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:04:19.263527 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1e0345e4-98cd-4cea-b5d8-3a02e5a42cbf req-8ea90566-6249-4e02-a1a2-2fae2e12ba7e tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 May 18 10:04:19.313737 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:19.331011 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ea2951-5b38-418c-b5d8-08edb48a46a9 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:19.346736 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port c5ea2951-5b38-418c-b5d8-08edb48a46a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5ea2951-5b38-418c-b5d8-08edb48a46a9,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:19.351766 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:19.353591 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:19.425784 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=c5ea2951-5b38-418c-b5d8-08edb48a46a9,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:19.428813 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:19.568967 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 74e6a223-3bdc-4628-a029-af5faeac90e2 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:19.606386 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d495eb99-d54d-497a-8cd8-1efe7da2a4fb'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:19.608004 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:19.648279 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:04:19.658207 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['c5ea2951-5b38-418c-b5d8-08edb48a46a9'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:19.809189 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717aa95-7fc3-496e-9de0-a62d652c3774 None None] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:04:19.828960 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 74e6a223-3bdc-4628-a029-af5faeac90e2 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:19.847066 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ef83-c9f0-4cde-bf71-4ea54f652ec3 req-d9dbcf77-d382-4fcd-a0e3-263527a4e844 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:19.849861 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3046ef83-c9f0-4cde-bf71-4ea54f652ec3 req-d9dbcf77-d382-4fcd-a0e3-263527a4e844 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 944 time: 0.0885596 May 18 10:04:19.861598 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3697231'] for router_interface, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:19.869233 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e327efc2-78ea-42f8-adbe-5e8302c3ba7b up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:19.896016 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3046ef83-c9f0-4cde-bf71-4ea54f652ec3 req-3fbb5c50-eca6-4a21-8012-c90351d4ef57 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 May 18 10:04:19.990143 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Provisioning for port 74e6a223-3bdc-4628-a029-af5faeac90e2 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:20.015509 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Provisioning complete for port 74e6a223-3bdc-4628-a029-af5faeac90e2 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:20.015888 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.250055 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port e327efc2-78ea-42f8-adbe-5e8302c3ba7b triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:20.250435 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.313269 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.443269 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.550493 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] For port 74e6a223-3bdc-4628-a029-af5faeac90e2, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=74e6a223-3bdc-4628-a029-af5faeac90e2,segment=NetworkSegment(c3849ffb-8d74-41f8-8403-617b0d05582a),segment_id=c3849ffb-8d74-41f8-8403-617b0d05582a)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:20.562752 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.566084 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:20.641734 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91249) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:04:20.641992 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Pushing event updated for resources: {'Port': ['ID=74e6a223-3bdc-4628-a029-af5faeac90e2,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:20.645203 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:20.653269 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Deleting port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:04:20.653729 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.697924 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fb610-a6f7-4a7d-8453-7293ccd0c145 req-386f88f7-856b-4736-859c-a09b866d713a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:20.699774 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c66fb610-a6f7-4a7d-8453-7293ccd0c145 req-386f88f7-856b-4736-859c-a09b866d713a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 944 time: 0.1786351 May 18 10:04:20.756236 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c66fb610-a6f7-4a7d-8453-7293ccd0c145 req-548ac0fc-6e7b-4228-b35e-69778220f656 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496204 May 18 10:04:20.792503 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-791c2755-fd65-4287-bfa6-513b45b4c07f None None] Provisioning complete for port 74e6a223-3bdc-4628-a029-af5faeac90e2 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:20.792876 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-791c2755-fd65-4287-bfa6-513b45b4c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.927424 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] For port 489d2d31-5fb2-4ccf-b69d-d49b14f38a22, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,segment=NetworkSegment(e5678f34-aadb-4895-81ea-a882f16ed0cc),segment_id=e5678f34-aadb-4895-81ea-a882f16ed0cc)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:20.927998 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:20.945788 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:20.954384 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Sync routers for ids ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:20.963978 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Routers {'5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:20.964701 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:21.096121 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9ef6c-7c5c-4117-99d4-aa02ee31d2c0 req-d00cde3f-d744-4699-90b9-029c1dca7d71 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:21.098474 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e2c9ef6c-7c5c-4117-99d4-aa02ee31d2c0 req-d00cde3f-d744-4699-90b9-029c1dca7d71 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 944 time: 0.0855494 May 18 10:04:21.153028 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e2c9ef6c-7c5c-4117-99d4-aa02ee31d2c0 req-127a9e7c-8610-448b-aa0e-855d55e39ec6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478244 May 18 10:04:21.164296 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Calling delete_port for 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 owned by network:router_interface {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:04:21.184843 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Set router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:21.192657 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:21.193987 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0285168 May 18 10:04:21.196756 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35156) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:21.471458 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:21.480123 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:04:19Z', 'revision_number': 3, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port': {'id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:18Z', 'updated_at': '2021-05-18T10:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:21.481879 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aa22a5ec-2d8d-4b03-9b42-59dc8bd58713 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:21.484978 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Checking router: 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:21.485549 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Updating router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f port 2e692743-e629-416d-8fd8-9278c8ae30e6 binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:04:21.496157 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 74e6a223-3bdc-4628-a029-af5faeac90e2 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:21.556144 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:21.559461 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=489d2d31-5fb2-4ccf-b69d-d49b14f38a22,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:21.571744 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:21.589636 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 74e6a223-3bdc-4628-a029-af5faeac90e2 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:21.590081 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:21.827383 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3697631'] for router_interface, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:21.918302 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:21.932115 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Transition to ACTIVE for port object 2e692743-e629-416d-8fd8-9278c8ae30e6 will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:21.939769 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:21.944879 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:21.995593 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.030551 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Attempting to bind port 2e692743-e629-416d-8fd8-9278c8ae30e6 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:22.031119 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Attempting to bind port 2e692743-e629-416d-8fd8-9278c8ae30e6 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:22.031467 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Attempting to bind port 2e692743-e629-416d-8fd8-9278c8ae30e6 on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:22.033962 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a045e-71a3-43b2-b001-5aafa2c86441 None None] Pushing event updated for resources: {'Port': ['ID=2e692743-e629-416d-8fd8-9278c8ae30e6,revision_number=2']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:22.037697 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-a86a045e-71a3-43b2-b001-5aafa2c86441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:22.040302 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:22.040787 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:22.041278 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.041785 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:22.042368 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Bound port: 2e692743-e629-416d-8fd8-9278c8ae30e6, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:22.043138 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.086528 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08a243-ee6b-4ef9-9525-6dd566b7de71 req-2edc1e66-61e4-4818-a540-7e1fea319c99 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:22.087937 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1c08a243-ee6b-4ef9-9525-6dd566b7de71 req-2edc1e66-61e4-4818-a540-7e1fea319c99 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 944 time: 0.1674762 May 18 10:04:22.125455 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] For port 2e692743-e629-416d-8fd8-9278c8ae30e6, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:22.129737 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] For port 2e692743-e629-416d-8fd8-9278c8ae30e6, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=2e692743-e629-416d-8fd8-9278c8ae30e6,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:22.135043 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.140462 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:22.183408 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1c08a243-ee6b-4ef9-9525-6dd566b7de71 req-3415e8e2-de3a-49ec-98ff-d3f0247e95e2 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881948 May 18 10:04:22.228859 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Routers {'5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:22.229617 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:22.240795 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:04:22.274456 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Allocated IP 172.20.0.1 (d19f9f4f-0955-49af-b3ac-1d5d67361d1d/58555abe-f2e3-446a-9b40-42d2feb107f0/ecea743c-2b7a-4cb1-b1ae-d174258dcc31) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:22.285975 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a045e-71a3-43b2-b001-5aafa2c86441 None None] Pushing event updated for resources: {'Port': ['ID=2e692743-e629-416d-8fd8-9278c8ae30e6,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:22.297122 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-a86a045e-71a3-43b2-b001-5aafa2c86441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:22.417802 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] Set router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:22.446366 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:22.458655 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] Sync routers for ids ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:22.463626 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9240227 May 18 10:04:22.464234 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35164) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:22.471550 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] Routers {'9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:22.472530 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:22.500548 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6b35f-4af9-4c64-a65c-084bf1e7aea6 req-03e04c11-8067-4afb-bd49-940203feb948 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:22.502173 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9ae6b35f-4af9-4c64-a65c-084bf1e7aea6 req-03e04c11-8067-4afb-bd49-940203feb948 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 944 time: 0.1848629 May 18 10:04:22.543669 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.575596 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9ae6b35f-4af9-4c64-a65c-084bf1e7aea6 req-338c66d9-c5af-49ee-9f9e-791d2bd86da7 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652454 May 18 10:04:22.579447 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Transition to ACTIVE for port object ecea743c-2b7a-4cb1-b1ae-d174258dcc31 will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:22.618236 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.630815 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:22.643194 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d495eb99-d54d-497a-8cd8-1efe7da2a4fb up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:22.751933 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] Set router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:22.769447 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.796448 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:04:19Z', 'revision_number': 3, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port': {'id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:18Z', 'updated_at': '2021-05-18T10:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:22.800607 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae590c1-0e9b-443d-9dc8-fcbd8614c3cc None None] The sync data for ids ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'] in dv-cinder-772623-5-smb is: [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:04:19Z', 'revision_number': 3, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port': {'id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:18Z', 'updated_at': '2021-05-18T10:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:22.814611 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:22.821889 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:22.827115 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:22.895343 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Pushing event updated for resources: {'Port': ['ID=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:22.900042 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:22.910285 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.932500 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port d495eb99-d54d-497a-8cd8-1efe7da2a4fb completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:23.010145 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.014723 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port d495eb99-d54d-497a-8cd8-1efe7da2a4fb triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:23.014900 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.083852 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.101171 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Deleting port e92b7b62-60bf-406e-a6fc-5795e3104b10 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:04:23.101557 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.289652 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] For port e92b7b62-60bf-406e-a6fc-5795e3104b10, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=e92b7b62-60bf-406e-a6fc-5795e3104b10,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:23.290316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.327537 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-d09bcdcc-fc99-4065-8638-f4709f52964a None None] Provisioning for port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:23.342154 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.356141 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-d09bcdcc-fc99-4065-8638-f4709f52964a None None] Provisioning complete for port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:23.356984 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d09bcdcc-fc99-4065-8638-f4709f52964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.417559 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-d09bcdcc-fc99-4065-8638-f4709f52964a None None] Port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:23.434747 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Calling delete_port for e92b7b62-60bf-406e-a6fc-5795e3104b10 owned by network:router_gateway {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:04:23.455444 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:23.471906 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:23.486266 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:04:21Z', 'revision_number': 5, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port': {'id': 'e92b7b62-60bf-406e-a6fc-5795e3104b10', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:23.491881 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.492738 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device c5ea2951-5b38-418c-b5d8-08edb48a46a9 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:23.525282 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.540146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:23.540914 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.570625 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dd3f17b8-b4f3-4562-b749-ff20c7e2f12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:23.625498 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f3a1-7dd4-4cf3-9ae7-3ebd30082432 req-1bf3ed45-c9a2-438c-b0a2-81daca118ec9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:23.629395 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'code': 200} May 18 10:04:23.641260 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fb74f3a1-7dd4-4cf3-9ae7-3ebd30082432 req-1bf3ed45-c9a2-438c-b0a2-81daca118ec9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 944 time: 0.2654810 May 18 10:04:23.656010 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.660321 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-297352ab-86b3-4a68-bb61-acd079d0a294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:23.674282 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] Checking router: 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:23.752367 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=e92b7b62-60bf-406e-a6fc-5795e3104b10,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:23.758821 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 2e692743-e629-416d-8fd8-9278c8ae30e6 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:23.801807 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:23.858652 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697764'] for router_gateway, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.861888 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] Routers {'9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:23.862509 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:23.895403 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Pushing event updated for resources: {'Port': ['ID=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:23.905367 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:23.923372 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fb74f3a1-7dd4-4cf3-9ae7-3ebd30082432 req-18e98e35-2401-4c44-9e56-2902fc7e3dc7 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811022 May 18 10:04:23.929496 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:23.930481 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:23.942079 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:24.058077 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4135135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6761'] for router, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.059068 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port c5ea2951-5b38-418c-b5d8-08edb48a46a9 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:24.063453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.070773 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] Set router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a gateway port host: None {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:24.090481 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f127248-b8b3-426f-adf7-1faa79f00b42 req-b366fb20-e90a-48cf-8daa-341ca0077e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:24.091931 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5f127248-b8b3-426f-adf7-1faa79f00b42 req-b366fb20-e90a-48cf-8daa-341ca0077e47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1098 time: 0.3090591 May 18 10:04:24.118369 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c021930-a965-4736-8580-2b57c930e1b4 req-70bf81f3-486f-478b-9c7d-c307e447e282 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:24.119948 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4c021930-a965-4736-8580-2b57c930e1b4 req-70bf81f3-486f-478b-9c7d-c307e447e282 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 944 time: 0.2825623 May 18 10:04:24.159536 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3694899'] for router, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.160669 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a {{(pid=91249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:04:24.174190 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.177730 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] 10.222.0.36 "DELETE /v2.0/routers/9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a HTTP/1.1" status: 204 len: 168 time: 1.7102506 May 18 10:04:24.178057 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35174) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:24.197987 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5f127248-b8b3-426f-adf7-1faa79f00b42 req-3987cbea-fa53-4679-9b58-40b0428fb72e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994694 May 18 10:04:24.212386 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port c5ea2951-5b38-418c-b5d8-08edb48a46a9 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:24.212758 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.213734 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:24.214997 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:24.219303 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4c021930-a965-4736-8580-2b57c930e1b4 req-6dec6821-6711-4527-9100-444bfdc8deb1 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842922 May 18 10:04:24.257180 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Deleting subnet fdfc7ac9-a064-4ace-a510-f49b3a412bb3 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:04:24.260499 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.266093 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:04:23Z', 'revision_number': 7, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port_host': None}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:24.278022 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d489bb-3e71-41b9-98d5-3346d452f3de None None] The sync data for ids ['9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a'] in dv-cinder-772623-5-smb is: [{'id': '9c973db0-9b5b-48ac-b3e8-aeed7fc2a38a', 'name': 'tempest-ServerRescueNegativeTestJSON-2078245093-router', 'tenant_id': '71b584578daa47dca4d8107679ec3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:04:23Z', 'revision_number': 7, 'project_id': '71b584578daa47dca4d8107679ec3180', 'gw_port_host': None}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:24.288603 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 2e692743-e629-416d-8fd8-9278c8ae30e6 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:24.296259 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 2e692743-e629-416d-8fd8-9278c8ae30e6 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:24.296631 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.339148 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.412266 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.450251 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.458545 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:04:24.510467 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port c5ea2951-5b38-418c-b5d8-08edb48a46a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5ea2951-5b38-418c-b5d8-08edb48a46a9,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:24.515752 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.522267 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.524959 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5a41b196-e4c2-402c-870d-a403ba965291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:24.590877 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 2e692743-e629-416d-8fd8-9278c8ae30e6, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=2e692743-e629-416d-8fd8-9278c8ae30e6,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:24.616836 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.630459 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=c5ea2951-5b38-418c-b5d8-08edb48a46a9,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:24.633733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-d2a3a625-55c6-49b0-8bea-f7ed8b8f2b13 None None] Provisioning complete for port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:24.633733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a625-55c6-49b0-8bea-f7ed8b8f2b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.664271 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:24.666745 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:24.685225 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:24.686840 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] 10.222.0.36 "PUT /v2.0/routers/5d5fdafe-1af6-4c3d-823b-6fd760e6a65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4886243 May 18 10:04:24.791218 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3a625-55c6-49b0-8bea-f7ed8b8f2b13 None None] Port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:24.801262 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=2e692743-e629-416d-8fd8-9278c8ae30e6,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:24.804233 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:24.845488 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.850971 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8bb33226-9d48-4756-9563-8e93383471ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:24.900524 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:24.905029 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfc7ac9-a064-4ace-a510-f49b3a412bb3,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:24.908468 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:24.915317 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3816e194-8ad0-40f8-99e3-0e1570d5bb8f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fdfc7ac9-a064-4ace-a510-f49b3a412bb3 HTTP/1.1" status: 204 len: 168 time: 0.7340319 May 18 10:04:24.915644 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35184) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:25.036467 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.131867 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Sync routers for ids ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:25.157524 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Routers {'5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:25.158137 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:25.193118 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0525cb4-74a0-43e3-8b70-ce0faff1ee2f req-f758b6c4-7727-4d7a-b933-671ae506ba1d tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:25.194808 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c0525cb4-74a0-43e3-8b70-ce0faff1ee2f req-f758b6c4-7727-4d7a-b933-671ae506ba1d tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.1246293 May 18 10:04:25.195369 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.218733 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ade178d-5614-445c-9540-443e21af9e0c']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:25.240034 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5678f34-aadb-4895-81ea-a882f16ed0cc') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:25.240331 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5678f34-aadb-4895-81ea-a882f16ed0cc') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:25.254951 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.259965 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c0525cb4-74a0-43e3-8b70-ce0faff1ee2f req-7f27ef04-029c-4457-b18a-8d0cd899d5b8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587800 May 18 10:04:25.273290 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.284509 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:04:25.285127 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:04:25.394385 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:04:25.402136 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.409186 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Set router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:25.413263 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fe045741-0b81-43b2-9686-e4974589a0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:25.429671 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.454777 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ade178d-5614-445c-9540-443e21af9e0c,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:25.460401 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9ade178d-5614-445c-9540-443e21af9e0c HTTP/1.1" status: 204 len: 168 time: 0.5415752 May 18 10:04:25.460401 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-965c1dca-66c4-4b9b-8aa5-532ede0b3753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:25.519959 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0524-800f-4654-a634-10db2bac4cb5 req-3f05b414-f420-4223-acbd-76f3dcffb6a4 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:25.521474 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f38b0524-800f-4654-a634-10db2bac4cb5 req-3f05b414-f420-4223-acbd-76f3dcffb6a4 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.1301868 May 18 10:04:25.534326 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35194) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:25.542424 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213019494', 'description': 'tempest-secgroup-smoke-1213019494 description', 'project_id': 'f50d72bec6d644b78965383f61a632af'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:25.552959 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:25.559741 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 2e692743-e629-416d-8fd8-9278c8ae30e6 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:25.563915 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:25.567766 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:25.575393 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:25.587311 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.631501 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e0d893-685c-4ed4-826c-5b09c166934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:25.632876 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:25.637890 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:25.645317 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:25.658632 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:25.697710 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 2e692743-e629-416d-8fd8-9278c8ae30e6 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:25.698700 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.757987 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e0d893-685c-4ed4-826c-5b09c166934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9', 'code': 200} May 18 10:04:25.790835 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.797316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.809608 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35200) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:25.810897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4b39c0f0-534f-48fb-b878-915623536753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:25.834327 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f38b0524-800f-4654-a634-10db2bac4cb5 req-5cd9a030-ee3b-45ac-b535-a05c1270668c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055825 May 18 10:04:25.886832 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:04:22Z', 'revision_number': 4, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port': {'id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:18Z', 'updated_at': '2021-05-18T10:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ecea743c-2b7a-4cb1-b1ae-d174258dcc31', 'name': '', 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'mac_address': 'fa:16:3e:5a:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '58555abe-f2e3-446a-9b40-42d2feb107f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:22Z', 'updated_at': '2021-05-18T10:04:23Z', 'revision_number': 2, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'subnets': [{'id': '58555abe-f2e3-446a-9b40-42d2feb107f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:25.893042 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Checking router: 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:25.893429 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Updating router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 binding host dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:04:25.919825 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb96d9-5b79-4125-acb2-c5a17f1001bb,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:25.926422 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c98b223f-be2d-444e-b810-9f175d525af4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71b584578daa47dca4d8107679ec3180&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1050603 May 18 10:04:25.926422 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:25.926852 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.927277 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35204) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:25.937318 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3980792 May 18 10:04:25.940465 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35208) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:25.945756 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'security_group_rule': {'security_group_id': '67bb96d9-5b79-4125-acb2-c5a17f1001bb', 'project_id': 'f50d72bec6d644b78965383f61a632af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:25.954941 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:25.959231 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:25.963191 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e92b7b62-60bf-406e-a6fc-5795e3104b10 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:04:25.963847 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:25.969917 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:25.970617 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.989647 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.000354 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: e92b7b62-60bf-406e-a6fc-5795e3104b10 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:04:26.000841 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e92b7b62-60bf-406e-a6fc-5795e3104b10 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:04:26.001359 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:04:26.040685 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:04:26.041197 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 489d2d31-5fb2-4ccf-b69d-d49b14f38a22 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:04:26.059203 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.064527 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.073044 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.088981 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.092218 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48a6d1a-2751-4456-836a-f4625e49d44b,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:26.095354 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:26.104564 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.108539 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645150 May 18 10:04:26.108768 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35212) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:26.114204 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'security_group_rule': {'security_group_id': '67bb96d9-5b79-4125-acb2-c5a17f1001bb', 'project_id': 'f50d72bec6d644b78965383f61a632af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:26.122132 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:26.122559 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbdc6f-4990-41b5-abd2-46f588c16dc3 req-390e10b1-d4ea-4175-968b-96740f3a3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:26.125067 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ebbbdc6f-4990-41b5-abd2-46f588c16dc3 req-390e10b1-d4ea-4175-968b-96740f3a3b4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 1098 time: 0.1519184 May 18 10:04:26.126856 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.128248 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:26.132849 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:26.140406 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:26.160219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.196452 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ebbbdc6f-4990-41b5-abd2-46f588c16dc3 req-32afa48c-1446-4317-91ed-ac56d25be7fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625355 May 18 10:04:26.215984 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.220184 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f5093c74-2d29-4778-91fe-21aabb01670c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.229223 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.232952 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a06955a-8d70-4810-9f9c-e26f8c6c1490,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:26.235131 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.236405 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:26.249732 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8ed380e7-23f4-450e-a4de-fecd2474ff08 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.265249 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.267758 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a06955a-8d70-4810-9f9c-e26f8c6c1490 HTTP/1.1" status: 204 len: 168 time: 0.3382430 May 18 10:04:26.275137 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424374e8-f818-40c8-abb3-5da64556e686,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:26.278078 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:26.281675 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.285865 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1731579 May 18 10:04:26.285865 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35218) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:26.291832 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'security_group_rule': {'security_group_id': '67bb96d9-5b79-4125-acb2-c5a17f1001bb', 'project_id': 'f50d72bec6d644b78965383f61a632af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:26.297685 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:26.301690 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:26.304574 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:26.311033 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:26.330497 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.407967 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.408772 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.413254 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.416017 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-68880885-dce9-48bb-b592-53c41cb4d068 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.424337 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.provisioning_blocks [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Transition to ACTIVE for port object ecea743c-2b7a-4cb1-b1ae-d174258dcc31 will not be triggered until provisioned by entity L2. {{(pid=91251) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:26.435974 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.442508 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.442650 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f793aba6-e0bc-4b2f-b95d-0be5d80b361d,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:26.445201 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:26.454805 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.456054 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695387 May 18 10:04:26.458983 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35224) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:26.466911 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'security_group_rule': {'security_group_id': '67bb96d9-5b79-4125-acb2-c5a17f1001bb', 'project_id': 'f50d72bec6d644b78965383f61a632af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:26.473231 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:26.483250 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:26.488988 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:26.496302 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:26.510379 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184567-8789-4dcd-b646-bedebfa5bf54 req-38d86b8b-fa48-4aaf-bff4-8f8388e3e32c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:26.515592 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.518238 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a8184567-8789-4dcd-b646-bedebfa5bf54 req-38d86b8b-fa48-4aaf-bff4-8f8388e3e32c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.1315575 May 18 10:04:26.570091 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a8184567-8789-4dcd-b646-bedebfa5bf54 req-3f797534-3e84-49ec-9bbd-be73ba0bd187 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 May 18 10:04:26.599329 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.608455 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.610813 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-66365a38-67ff-4c0c-ad0d-c4638965d345 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.637869 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Pushing event updated for resources: {'Port': ['ID=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,revision_number=3']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:26.642166 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37acf15-29e0-4c9e-854d-259b98ccb88f,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:26.644858 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:26.655226 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.656559 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1966226 May 18 10:04:26.659239 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35232) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:26.670348 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'security_group_rule': {'security_group_id': '67bb96d9-5b79-4125-acb2-c5a17f1001bb', 'project_id': 'f50d72bec6d644b78965383f61a632af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:26.683999 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:26.689114 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:26.689308 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.689943 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.690511 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.690688 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.691003 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.691466 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.691783 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.692093 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.692402 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.692708 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.693012 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.693315 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91251) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:26.694601 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:26.707381 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:26.708131 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:26.734044 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.securitygroups_db [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Project f50d72bec6d644b78965383f61a632af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:04:26.735548 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Attempting to bind port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:26.735973 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Attempting to bind port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:26.740614 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.746694 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Attempting to bind port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 on network d19f9f4f-0955-49af-b3ac-1d5d67361d1d {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:26.765921 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:26.766264 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Checking segment: {'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91251) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:26.766661 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.767043 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Bound using segment: {'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'} {{(pid=91251) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:26.767499 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.managers [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Bound port: ecea743c-2b7a-4cb1-b1ae-d174258dcc31, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3849ffb-8d74-41f8-8403-617b0d05582a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d'}}] {{(pid=91251) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:26.767861 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.822271 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.827404 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.830699 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.843562 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319cc77-39d5-47e8-92ba-55e3cde385b5 req-82f1294f-c62a-42eb-bdd3-46333fb0962b tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:26.848295 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d319cc77-39d5-47e8-92ba-55e3cde385b5 req-82f1294f-c62a-42eb-bdd3-46333fb0962b tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.1084363 May 18 10:04:26.870988 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e58d5b-15e0-4cda-b2a9-b8dc303e0853,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:26.887372 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:26.894962 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] For port ecea743c-2b7a-4cb1-b1ae-d174258dcc31, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91251) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:26.902724 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.plugins.ml2.db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] For port ecea743c-2b7a-4cb1-b1ae-d174258dcc31, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,segment=NetworkSegment(c3849ffb-8d74-41f8-8403-617b0d05582a),segment_id=c3849ffb-8d74-41f8-8403-617b0d05582a)] {{(pid=91251) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:26.908427 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron_lib.callbacks.manager [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91251) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.916806 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:26.925070 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.928923 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-efd543e5-da0f-471f-a1af-4c20585afca5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2659395 May 18 10:04:26.928923 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35246) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:26.934403 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'security_group_rule': {'security_group_id': '67bb96d9-5b79-4125-acb2-c5a17f1001bb', 'project_id': 'f50d72bec6d644b78965383f61a632af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:26.944579 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:26.953851 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:security_group_rule and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:26.961536 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:26.962273 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d319cc77-39d5-47e8-92ba-55e3cde385b5 req-09cbd7ba-6cab-43a4-a2b5-3e3cc7975e1a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107743 May 18 10:04:26.963792 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:26.976088 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.securitygroups_db [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Project f50d72bec6d644b78965383f61a632af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:04:26.984723 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.052100 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Routers {'5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:27.053172 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:27.069429 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4902c-679c-4833-a4fa-2c8223a84a72 req-29ec0faa-8964-4e33-9dea-96b064594ca5 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:27.085741 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-01e4902c-679c-4833-a4fa-2c8223a84a72 req-29ec0faa-8964-4e33-9dea-96b064594ca5 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.1221979 May 18 10:04:27.181974 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-01e4902c-679c-4833-a4fa-2c8223a84a72 req-af6b8b3e-e6e4-4375-beb0-265007e4a412 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948403 May 18 10:04:27.201505 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.209610 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.211754 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:27.259851 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b15414-ef89-4a03-8b25-eefa32ae8f8c,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:27.278781 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:27.300757 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.305468 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3721862 May 18 10:04:27.396280 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Pushing event updated for resources: {'Port': ['ID=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,revision_number=4']} {{(pid=91251) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:27.401308 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG oslo_concurrency.lockutils [None req-a06cc23b-ab15-454e-ab18-4bb56462f51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91251) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:27.429704 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] Set router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:27.522631 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35282) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:27.567091 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea3cb4-5657-410b-bff8-e02cb8ccea32 req-5b29703a-4c00-463e-a2da-c2bec64c63c2 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:27.573864 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4aea3cb4-5657-410b-bff8-e02cb8ccea32 req-5b29703a-4c00-463e-a2da-c2bec64c63c2 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.1288221 May 18 10:04:27.624976 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4aea3cb4-5657-410b-bff8-e02cb8ccea32 req-6ef1e618-caf9-4151-8d65-5dd1c0b36450 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 May 18 10:04:27.742363 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-501562430-network', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:27.747764 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:27.752347 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Usage tracker for resource:network and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:27.755792 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:27.764396 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:27.776537 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Made reservation on behalf of 70f38b876fa94491bfe30764d115d6fd for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:27.780760 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.799124 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.799675 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:04:22Z', 'revision_number': 4, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port': {'id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:18Z', 'updated_at': '2021-05-18T10:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ecea743c-2b7a-4cb1-b1ae-d174258dcc31', 'name': '', 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'mac_address': 'fa:16:3e:5a:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '58555abe-f2e3-446a-9b40-42d2feb107f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:22Z', 'updated_at': '2021-05-18T10:04:26Z', 'revision_number': 4, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'subnets': [{'id': '58555abe-f2e3-446a-9b40-42d2feb107f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:27.803970 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c841309-bb9e-485b-9c14-71f166270ce0 None None] The sync data for ids ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'] in dv-cinder-772623-5-smb is: [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:04:22Z', 'revision_number': 4, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port': {'id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:18Z', 'updated_at': '2021-05-18T10:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'ecea743c-2b7a-4cb1-b1ae-d174258dcc31', 'name': '', 'network_id': 'd19f9f4f-0955-49af-b3ac-1d5d67361d1d', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'mac_address': 'fa:16:3e:5a:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '58555abe-f2e3-446a-9b40-42d2feb107f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:22Z', 'updated_at': '2021-05-18T10:04:26Z', 'revision_number': 4, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'subnets': [{'id': '58555abe-f2e3-446a-9b40-42d2feb107f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:27.818514 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:27.823503 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Usage tracker for resource:security_group_rule and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:27.828477 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:27.842071 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:27.975528 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.981326 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:27.995927 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:04:28.004282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aacddaab-7a26-4150-88d6-667a091411f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:28.016695 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:28.017043 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Added segment c200da24-a348-467e-9398-29740bb6f952 of type vlan for network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b May 18 10:04:28.050850 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e03b3e8-dfc8-41fa-8a1d-6222c5c8b4e2,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:28.069090 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:28.085830 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:28.135650 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:28.137254 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:28.138022 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:28.145864 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b0d19e7f-56c5-42fb-8df7-a64d0ce59d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:28.275511 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Pushing event updated for resources: {'Network': ['ID=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:28.284824 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35318) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:28.294370 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7702191 May 18 10:04:28.295955 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:28.296688 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Request body: {'subnet': {'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-501562430-subnet', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:28.302341 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:04:28.315015 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:28.321090 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Usage tracker for resource:subnet and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:28.327322 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:28.334869 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:28.349652 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Made reservation on behalf of 70f38b876fa94491bfe30764d115d6fd for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:28.353894 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27023734'] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:28.562441 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e71a-303d-4396-94b6-de29c05b7370 req-12b12b40-dbd6-42e7-bc1c-4b8b9379126d tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:28.563942 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0858e71a-303d-4396-94b6-de29c05b7370 req-12b12b40-dbd6-42e7-bc1c-4b8b9379126d tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.1890364 May 18 10:04:28.658901 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0858e71a-303d-4396-94b6-de29c05b7370 req-8958a026-92d8-4fa6-8981-008501a199f9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 May 18 10:04:28.918766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27007998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27023684'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:28.927447 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:29.017632 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Checking segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:29.019226 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Network hostable DHCP agents. Network: 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:04:29.027080 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54a6920-4849-4708-a927-d2fc0d3d8d2d,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:29.035594 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:29.052401 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:04:29.064049 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:29.073394 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:29.074039 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:29.074264 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e979ad-9d40-4252-a149-927dda33a8f6 None None] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:04:29.098728 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-8c98d5fe-af0f-4dde-9051-fd8276dafe51 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8097558 May 18 10:04:29.104042 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35376) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:29.110598 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:29.119945 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:29.126482 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Usage tracker for resource:router and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:29.129904 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:29.136666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:29.148050 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4135026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6779'] for router, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:29.149165 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697715', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4161973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6754'] for router, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:29.168810 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:29.375090 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae3ac44-4b9f-5f2e-a6ee-b581e3a9f1b9-43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d'}]}} from dv-cinder-772623-5-smb. {{(pid=91250) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:04:29.376269 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:29.571908 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4134912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6736'] for router, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:29.592334 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.db_base_plugin_common [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Allocated IP 172.20.0.2 (43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b/a54a6920-4849-4708-a927-d2fc0d3d8d2d/527ef62d-0d01-49d2-8c7c-bf652af79afd) {{(pid=91250) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:29.596041 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ecea743c-2b7a-4cb1-b1ae-d174258dcc31 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:29.780722 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:29.798106 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:29.798507 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.049763 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.067116 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Notify callbacks [] for port, precommit_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.085454 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Transition to ACTIVE for port object 527ef62d-0d01-49d2-8c7c-bf652af79afd will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:30.086755 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.093817 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.132011 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Transition to ACTIVE for port object 527ef62d-0d01-49d2-8c7c-bf652af79afd will not be triggered until provisioned by entity DHCP. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:30.144546 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846'] for port, after_create {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.150060 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:30.204370 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port ecea743c-2b7a-4cb1-b1ae-d174258dcc31, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,segment=NetworkSegment(c3849ffb-8d74-41f8-8403-617b0d05582a),segment_id=c3849ffb-8d74-41f8-8403-617b0d05582a)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:30.215848 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.221970 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b is already hosted by enough agents. {{(pid=91250) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:30.225744 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.scheduler.base_scheduler [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Resources bound (agent type, host, resource id): {{(pid=91250) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:30.228915 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Received port after_create {{(pid=91250) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:30.236606 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Pushing event updated for resources: {'Port': ['ID=527ef62d-0d01-49d2-8c7c-bf652af79afd,revision_number=1']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:30.241905 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:30.242644 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:30.251206 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Allocated IP 172.28.3.174 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/f34d8cd2-2b2b-43e8-a47c-fd907160d29c) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:30.396058 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:30.400465 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:30.402529 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Attempting to bind port 527ef62d-0d01-49d2-8c7c-bf652af79afd on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:30.402895 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Attempting to bind port 527ef62d-0d01-49d2-8c7c-bf652af79afd by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:30.403258 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Attempting to bind port 527ef62d-0d01-49d2-8c7c-bf652af79afd on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:30.410052 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:30.410426 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Checking segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:30.411193 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.411601 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Bound using segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:30.412065 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Bound port: 527ef62d-0d01-49d2-8c7c-bf652af79afd, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:30.412585 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.458027 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.517501 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] For port 527ef62d-0d01-49d2-8c7c-bf652af79afd, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:30.520882 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] For port 527ef62d-0d01-49d2-8c7c-bf652af79afd, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=527ef62d-0d01-49d2-8c7c-bf652af79afd,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:30.526105 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.529970 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.532463 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:30.539473 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0f205b91-0137-4bad-a453-0721c1ea6774 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:30.608475 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:30.620357 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:30.620357 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:30.641483 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Pushing event updated for resources: {'Port': ['ID=527ef62d-0d01-49d2-8c7c-bf652af79afd,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:30.644598 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:30.655658 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:30.663497 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:31.056248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:31.525125 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4135033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697801'] for router, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:31.616101 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 527ef62d-0d01-49d2-8c7c-bf652af79afd up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:31.720359 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a226694-8b8a-4df9-97b8-283a033268ee None None] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:04:31.802542 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Router 387c02b8-eca4-4c86-96a7-005c9d549118 is scheduled to L3 agent aa58ebac-0b88-4157-aded-921185df1a8d with binding_index 1 {{(pid=91248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:04:31.826569 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 527ef62d-0d01-49d2-8c7c-bf652af79afd completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:31.840490 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-6afe294e-9f03-46be-8c7b-e3f6fed70e35 None None] Provisioning for port 527ef62d-0d01-49d2-8c7c-bf652af79afd completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:31.845776 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 527ef62d-0d01-49d2-8c7c-bf652af79afd triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:31.846144 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:31.894840 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-6afe294e-9f03-46be-8c7b-e3f6fed70e35 None None] Provisioning complete for port 527ef62d-0d01-49d2-8c7c-bf652af79afd triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:31.895228 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-6afe294e-9f03-46be-8c7b-e3f6fed70e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:31.999609 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:32.018641 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Sync routers for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:32.028661 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.030294 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9252687 May 18 10:04:32.033134 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35428) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:32.051193 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:32.051823 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:32.365686 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.393948 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-6afe294e-9f03-46be-8c7b-e3f6fed70e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.441317 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:32.597347 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 527ef62d-0d01-49d2-8c7c-bf652af79afd, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=527ef62d-0d01-49d2-8c7c-bf652af79afd,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:32.630064 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.630894 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ecea743c-2b7a-4cb1-b1ae-d174258dcc31 up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:32.706832 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4d224566-f1f0-4460-b444-e7b8157c6a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:32.921296 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.941720 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.db.api [None req-6afe294e-9f03-46be-8c7b-e3f6fed70e35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91250) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 10:04:32.942775 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_db.api [None req-6afe294e-9f03-46be-8c7b-e3f6fed70e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 10:04:32.962662 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=527ef62d-0d01-49d2-8c7c-bf652af79afd,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:32.974218 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:33.017826 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:33.018214 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.153483 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:30Z', 'revision_number': 3, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:33.168858 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Checking router: 387c02b8-eca4-4c86-96a7-005c9d549118 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:33.168858 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Updating router 387c02b8-eca4-4c86-96a7-005c9d549118 port f34d8cd2-2b2b-43e8-a47c-fd907160d29c binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:04:33.169211 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Allocated IP 172.20.0.1 (43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b/a54a6920-4849-4708-a927-d2fc0d3d8d2d/0515e5df-9bef-40d8-ac51-ef87ca1812cc) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:33.174356 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5a210-470e-4032-b77a-df0c19e026a9 req-0770f931-70da-4e45-a1e2-cd9e19ad2d73 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:33.175970 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-02c5a210-470e-4032-b77a-df0c19e026a9 req-0770f931-70da-4e45-a1e2-cd9e19ad2d73 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.0936913 May 18 10:04:33.223592 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.233367 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-02c5a210-470e-4032-b77a-df0c19e026a9 req-fafb72e6-9884-40ea-abbf-9c503e411c70 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 May 18 10:04:33.255419 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35444) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:33.347005 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.362878 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.provisioning_blocks [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Transition to ACTIVE for port object 0515e5df-9bef-40d8-ac51-ef87ca1812cc will not be triggered until provisioned by entity DHCP. {{(pid=91249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:33.389090 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.393380 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:33.470056 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:33.470298 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:33.472912 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:33.530001 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Pushing event updated for resources: {'Port': ['ID=0515e5df-9bef-40d8-ac51-ef87ca1812cc,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:33.531536 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b53999-109c-4881-abec-a03c9b61a99f tempest-TestMinimumBasicScenario-460448971 tempest-TestMinimumBasicScenario-460448971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:33.533143 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-b2b53999-109c-4881-abec-a03c9b61a99f tempest-TestMinimumBasicScenario-460448971 tempest-TestMinimumBasicScenario-460448971-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1093 time: 0.2767446 May 18 10:04:33.535925 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35450) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:33.536481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:33.541744 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'floatingip': {'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'port_id': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:33.553550 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:33.555052 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 527ef62d-0d01-49d2-8c7c-bf652af79afd up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:33.556270 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3697210'] for router_interface, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.558982 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:floatingip and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:33.563021 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:33.569596 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:33.586642 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for floatingip, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.725029 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.748755 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Transition to ACTIVE for port object f34d8cd2-2b2b-43e8-a47c-fd907160d29c will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:33.761557 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.762088 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.766488 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4d224566-f1f0-4460-b444-e7b8157c6a58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:33.872721 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 527ef62d-0d01-49d2-8c7c-bf652af79afd triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:33.873094 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.896958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.910335 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Attempting to bind port f34d8cd2-2b2b-43e8-a47c-fd907160d29c on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:33.911179 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Attempting to bind port f34d8cd2-2b2b-43e8-a47c-fd907160d29c by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:33.911551 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Attempting to bind port f34d8cd2-2b2b-43e8-a47c-fd907160d29c on network c9523680-af92-40d3-8374-da5e24f667fe {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:33.923479 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2572cb5-c78b-4a18-bec2-918d6087abe4 None None] Pushing event updated for resources: {'Port': ['ID=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,revision_number=2']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:33.938719 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-e2572cb5-c78b-4a18-bec2-918d6087abe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:33.940874 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:33.941250 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Checking segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:33.941820 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.942289 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Bound using segment: {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:33.942831 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Bound port: f34d8cd2-2b2b-43e8-a47c-fd907160d29c, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a880009-bdad-4b40-8afd-4fefc1cdddb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:33.943291 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:33.950092 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Allocated IP 172.28.3.38 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/774c9d49-db19-4754-ae47-02e32ac73865) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:33.989944 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-379ccf26-4c45-4112-86fb-f2e00831ea8e None None] Provisioning for port 0515e5df-9bef-40d8-ac51-ef87ca1812cc completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:34.009482 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-379ccf26-4c45-4112-86fb-f2e00831ea8e None None] Provisioning complete for port 0515e5df-9bef-40d8-ac51-ef87ca1812cc triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:34.009791 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-379ccf26-4c45-4112-86fb-f2e00831ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.100357 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-379ccf26-4c45-4112-86fb-f2e00831ea8e None None] Port 0515e5df-9bef-40d8-ac51-ef87ca1812cc cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:34.141508 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.145822 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] For port f34d8cd2-2b2b-43e8-a47c-fd907160d29c, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:34.175181 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] For port f34d8cd2-2b2b-43e8-a47c-fd907160d29c, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:34.178895 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-379ccf26-4c45-4112-86fb-f2e00831ea8e None None] Provisioning complete for port 527ef62d-0d01-49d2-8c7c-bf652af79afd triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:34.179273 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-379ccf26-4c45-4112-86fb-f2e00831ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.183329 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.187790 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.189983 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.195097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1375e4fc-94ca-482d-806b-02ab17b3e8fa tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:34.222055 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.234762 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:34.269998 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:34.274386 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:34.289480 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:34.332458 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'Port': ['ID=774c9d49-db19-4754-ae47-02e32ac73865,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:34.332779 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8a595ab4-51b9-4ea6-9844-e72aff514a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:34.339001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:34.345161 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:34.345809 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:34.421134 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2572cb5-c78b-4a18-bec2-918d6087abe4 None None] Pushing event updated for resources: {'Port': ['ID=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:34.421394 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3697245'] for router_interface, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:34.421394 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Pushing event updated for resources: {'Port': ['ID=0515e5df-9bef-40d8-ac51-ef87ca1812cc,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:34.424224 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:34.505354 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-e2572cb5-c78b-4a18-bec2-918d6087abe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:34.566355 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:34.567942 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:34.661259 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:34.813680 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Router 387c02b8-eca4-4c86-96a7-005c9d549118 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:04:34.930933 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-1bba99ae-6261-46c8-b886-a037422aeebc None None] Provisioning complete for port 0515e5df-9bef-40d8-ac51-ef87ca1812cc triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:34.931492 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1bba99ae-6261-46c8-b886-a037422aeebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.012535 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:35.023747 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] 10.222.0.36 "PUT /v2.0/routers/387c02b8-eca4-4c86-96a7-005c9d549118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9893105 May 18 10:04:35.029035 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-1bba99ae-6261-46c8-b886-a037422aeebc None None] Port 0515e5df-9bef-40d8-ac51-ef87ca1812cc cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:35.087913 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.121146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 2, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:35.132524 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321bb5e-dc5a-4512-9926-1df56920999e None None] The sync data for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb is: [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 2, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:35.230068 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.493937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.499051 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.503218 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2b13f8d4-c52f-4fec-b362-64dc67f16717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:35.621101 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35468) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:35.628549 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129469993', 'description': 'tempest-description--1430916915'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:35.630583 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'Port': ['ID=774c9d49-db19-4754-ae47-02e32ac73865,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:35.633577 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:35.634500 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:35.639409 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:35.641566 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.642470 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:35.648535 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:35.663472 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.690783 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:35.698187 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group_rule and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:35.702062 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:35.708500 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:35.786958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.791558 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.795697 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:35.836737 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4e273-2689-4564-a435-5202c6cf068e,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:35.838250 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Floating IP 8451eece-9dee-4802-814e-5f91d9c4402f associated. External IP: 172.28.3.38, port: d495eb99-d54d-497a-8cd8-1efe7da2a4fb. May 18 10:04:35.845913 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:35.847630 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:35.849781 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2268202 May 18 10:04:35.852201 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35472) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:35.857702 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'security_group_rule': {'security_group_id': '64f4e273-2689-4564-a435-5202c6cf068e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:35.863772 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:35.867907 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group_rule and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:35.870809 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:35.879769 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:35.920925 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.010073 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.018396 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.020705 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-910e0f1d-291a-44a0-8ae0-605069f86803 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:36.046047 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1638b44-4e5f-4dc9-a571-6c54ed979c58,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:36.048945 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:36.062705 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.066486 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109351 May 18 10:04:36.066988 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35478) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:36.072859 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'security_group_rule': {'security_group_id': '64f4e273-2689-4564-a435-5202c6cf068e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:36.087455 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:36.092631 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group_rule and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:36.103564 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:36.111952 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:36.147125 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.229215 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.238707 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.242071 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:36.273902 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a690219a-1256-49dd-b981-e60b3c7bf2d5,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:36.276434 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:36.279148 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.280506 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-28535fde-a5e0-4f19-9c2f-e19870ca897c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2125785 May 18 10:04:36.284484 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35484) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:36.291554 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'floatingip': {'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:36.396910 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:36.405304 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:floatingip and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:36.410171 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:36.418919 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:36.431259 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:04:36.436591 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.712261 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:04:36.723758 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] Sync routers for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:36.734004 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:36.734592 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:36.746496 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.805677 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.847805 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3102612 May 18 10:04:36.848592 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:36.850876 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35488) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:36.859220 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905363492', 'description': 'tempest-secgroup-smoke-1905363492 description', 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:36.875500 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:36.883428 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:36.886375 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:36.894996 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:36.908971 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:36.929205 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'status': 'completed', 'code': 200} May 18 10:04:36.931417 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:36.932940 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:36.939150 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:36.942202 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:36.948222 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:37.011224 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Allocated IP 172.28.3.14 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/67f1ecc5-48b3-4fde-8bfc-1b78b7af38b5) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:37.031652 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.037282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.069441 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6f8af8af-d784-4b70-adc9-55de8c276d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:37.082127 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.086867 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2342854 May 18 10:04:37.087473 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35494) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:37.106974 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'security_group_rule': {'security_group_id': 'db979edc-084f-4dba-838a-b108219751aa', 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:37.115800 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:37.122285 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:37.125661 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db979edc-084f-4dba-838a-b108219751aa,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:37.128731 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9ea324dd-ff35-468e-94b5-8e407e3969eb tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:37.129749 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:37.140333 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:37.143728 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-ec299737-9539-4b55-96ad-3457e3fe5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:37.145258 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-ec299737-9539-4b55-96ad-3457e3fe5bf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1098 time: 0.1975617 May 18 10:04:37.160890 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.246993 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.248112 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.252648 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.255518 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:37.279900 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec270594-4ba2-44e2-ac4e-b1b27f13b18a,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:37.284359 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:37.293864 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.295507 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-5c984bcf-63b0-4eaa-bd2f-b447cf9543a8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2040348 May 18 10:04:37.299552 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35502) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:37.312610 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'security_group_rule': {'security_group_id': 'db979edc-084f-4dba-838a-b108219751aa', 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:37.325639 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:37.338749 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:37.341853 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:37.348481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:37.367835 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.382991 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-29aaeecf-9faf-4cd0-a2fd-054ac9b4c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:37.384436 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-29aaeecf-9faf-4cd0-a2fd-054ac9b4c1f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 916 time: 0.2057421 May 18 10:04:37.401299 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '8451eece-9dee-4802-814e-5f91d9c4402f', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'port_id': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'mac_address': 'fa:16:3e:ff:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec828952-fd98-4627-9307-629cc6555dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:04:34Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 0, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 5, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:37.406897 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] Checking router: 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:37.417169 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:37.418243 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:37.454229 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.454439 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.459899 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.472194 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4318f9db-a10a-4f84-8c1b-cbc355363e30 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:37.474947 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3cfac7cb-42ba-4fe2-b69b-cf9055f52961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:37.502330 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1efd06a-fde6-43de-a382-e1f1dadb3562,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:37.520147 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:37.523201 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.527862 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a33e6663-c919-4872-ab0b-63beb52114b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2244146 May 18 10:04:37.535452 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35506) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:37.541076 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device f34d8cd2-2b2b-43e8-a47c-fd907160d29c up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:37.542195 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'security_group_rule': {'security_group_id': 'db979edc-084f-4dba-838a-b108219751aa', 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:37.548416 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:37.552561 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'Port': ['ID=67f1ecc5-48b3-4fde-8bfc-1b78b7af38b5,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:37.553602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:37.563402 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:37.564537 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:37.565292 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:37.568802 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:37.571862 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:37.572803 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:37.594614 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.671530 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-8a1f936b-e2f9-4497-afb9-a73065fc8489 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 998 time: 0.2774055 May 18 10:04:37.677775 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port f34d8cd2-2b2b-43e8-a47c-fd907160d29c completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:37.687928 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port f34d8cd2-2b2b-43e8-a47c-fd907160d29c triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:37.688671 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.711224 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:37.720381 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.726224 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.728348 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:37.754144 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c478c24f-6ba9-40ec-a9bd-dee0bc6c0f4c,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:37.766299 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:37.771735 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.774020 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-bc664115-a334-4f1d-baa3-9bc51d287907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:37.775441 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.775562 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-bc664115-a334-4f1d-baa3-9bc51d287907 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.0940409 May 18 10:04:37.777161 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2404039 May 18 10:04:37.780766 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35512) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:37.787506 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'security_group_rule': {'security_group_id': 'db979edc-084f-4dba-838a-b108219751aa', 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:37.795833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:37.800983 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:37.805114 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:37.812536 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:37.833980 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.888688 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.925329 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.929885 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port f34d8cd2-2b2b-43e8-a47c-fd907160d29c, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:37.933151 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.936922 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-375ff2d4-f202-4ebf-9ead-7eb9b450a5eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:37.941947 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.947496 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:37.961780 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.967521 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8671bf8b-5e7b-4747-877b-da73b5422401,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:37.976943 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:37.984726 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:37.989231 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-b6a1f4e5-3a52-41e9-a39d-5d076613d13a tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2073112 May 18 10:04:37.990668 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35516) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:37.996851 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'security_group_rule': {'security_group_id': 'db979edc-084f-4dba-838a-b108219751aa', 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:38.004613 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:38.008826 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:38.020238 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:38.028125 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:38.046818 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-82e0ffa6-cbd8-411a-b2c5-3d7426933821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:38.048316 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-82e0ffa6-cbd8-411a-b2c5-3d7426933821 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1821220 May 18 10:04:38.067924 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.securitygroups_db [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Project c549fd50ca26426c8624c9b3cfccb23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:04:38.087365 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.118332 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Sync routers for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:04:38.185729 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.192238 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.194946 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:38.213969 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5228b9e3-f52b-45ac-b50a-4a063198e2e3,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:38.218745 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:38.222797 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:38.254048 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:38.257878 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:38.258583 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:38.259116 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.264054 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2713151 May 18 10:04:38.264312 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35520) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:38.269875 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'security_group_rule': {'security_group_id': 'db979edc-084f-4dba-838a-b108219751aa', 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:38.279501 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:38.287236 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Usage tracker for resource:security_group_rule and tenant:c549fd50ca26426c8624c9b3cfccb23b is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:38.290580 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:38.298536 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:38.310302 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.securitygroups_db [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Project c549fd50ca26426c8624c9b3cfccb23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:04:38.318346 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.435984 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.442219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.444705 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-19ac5a2e-1dc3-455e-bef7-4e7c1d568b8f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:38.470634 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '8451eece-9dee-4802-814e-5f91d9c4402f', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'port_id': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'mac_address': 'fa:16:3e:ff:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec828952-fd98-4627-9307-629cc6555dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:04:34Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 0, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 5, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:38.486458 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee586916-04fb-4187-9cb7-33e642bb31be None None] The sync data for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb is: [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '8451eece-9dee-4802-814e-5f91d9c4402f', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'port_id': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'mac_address': 'fa:16:3e:ff:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec828952-fd98-4627-9307-629cc6555dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:04:34Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 0, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 5, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:38.503659 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7faf557-2586-4089-a3e6-fd97cd29e1e9,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:38.512873 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:38.524968 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.541849 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-89b9ddfb-de0b-4081-99e3-b447bd1aab7f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764380 May 18 10:04:38.588360 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:38.617985 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-eb8eb51c-3e77-4dd1-a90c-31d9c9b590c5 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548401 May 18 10:04:38.750423 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.766808 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:38.778618 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:38.779305 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2acd1b-3929-4bc3-a210-ff0ccdd5bb96 None None] New status for floating IP 8451eece-9dee-4802-814e-5f91d9c4402f: ACTIVE {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:04:38.901775 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-90cfa212-071f-42f0-9628-f1502658a787 req-2e2262b6-8a39-4d29-b60f-6ec3248aebc5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905363492&fields=id&tenant_id=c549fd50ca26426c8624c9b3cfccb23b HTTP/1.1" status: 200 len: 267 time: 0.2526236 May 18 10:04:38.918277 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'Port': ['ID=67f1ecc5-48b3-4fde-8bfc-1b78b7af38b5,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:38.959907 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:38.982226 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e5b6b0a7-f7a8-40de-b13c-102457de1e52 req-260ee3ab-2169-4849-bbc7-b292b28c66f5 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566287 May 18 10:04:38.994031 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.027394 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.028591 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7431605 May 18 10:04:39.050390 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfa212-071f-42f0-9628-f1502658a787 req-208726a1-eadc-43b6-bd4e-22a7eda14bce tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:39.051042 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:34Z', 'revision_number': 2, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:39.055739 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Checking router: 387c02b8-eca4-4c86-96a7-005c9d549118 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:04:39.056367 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Updating router 387c02b8-eca4-4c86-96a7-005c9d549118 port 0515e5df-9bef-40d8-ac51-ef87ca1812cc binding host dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:04:39.059388 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-90cfa212-071f-42f0-9628-f1502658a787 req-208726a1-eadc-43b6-bd4e-22a7eda14bce tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.1497748 May 18 10:04:39.065899 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'port': {'security_groups': ['a1a8d6cc-15f7-415c-8b1a-ea369274a29b', 'db979edc-084f-4dba-838a-b108219751aa']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:39.118869 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.201015 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.465309 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:39.474562 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Notify callbacks [] for port, precommit_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.498896 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Transition to ACTIVE for port object 0515e5df-9bef-40d8-ac51-ef87ca1812cc will not be triggered until provisioned by entity L2. {{(pid=91250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:39.499081 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.503781 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device f34d8cd2-2b2b-43e8-a47c-fd907160d29c up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:39.504030 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.511730 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2d47632f-93ae-48d9-9900-4ddb66c51fdf tempest-VolumesActionsTest-1709198393 tempest-VolumesActionsTest-1709198393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:39.538843 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d495eb99-d54d-497a-8cd8-1efe7da2a4fb'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:39.581020 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:39.581702 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.583140 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-90cfa212-071f-42f0-9628-f1502658a787 req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "PUT /v2.0/ports/d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 981 time: 0.5229273 May 18 10:04:39.583594 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:39.593907 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:39.608422 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5a69c1a0-0613-4522-b246-6c5d38d1a35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:39.620268 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=6']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:39.632005 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:39.653522 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'status': 'completed', 'code': 200} May 18 10:04:39.735427 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d495eb99-d54d-497a-8cd8-1efe7da2a4fb'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:39.781689 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-d4694b02-883d-4e30-b9af-53cd2749c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:39.783413 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-d4694b02-883d-4e30-b9af-53cd2749c22f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1137 time: 0.0991044 May 18 10:04:39.879732 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251e043-c73b-4077-a689-bd407e36fea5 None None] Pushing event updated for resources: {'Port': ['ID=0515e5df-9bef-40d8-ac51-ef87ca1812cc,revision_number=3']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:39.891841 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4251e043-c73b-4077-a689-bd407e36fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:40.019847 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-2cc9d135-9cd1-4179-b84b-3f57a259a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:40.021231 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-2cc9d135-9cd1-4179-b84b-3f57a259a6fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 916 time: 0.2299428 May 18 10:04:40.030056 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68e4bc-eb56-4d42-9c31-b2c2cee393d5 req-29b0ca48-4e71-4f68-8e30-c33b1a6bc962 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:40.031536 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bf68e4bc-eb56-4d42-9c31-b2c2cee393d5 req-29b0ca48-4e71-4f68-8e30-c33b1a6bc962 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.2193720 May 18 10:04:40.039497 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port f34d8cd2-2b2b-43e8-a47c-fd907160d29c triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:40.039874 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:40.083127 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-db5c8c31-0568-4a64-ba71-65515ea18c30 None None] Provisioning complete for port d495eb99-d54d-497a-8cd8-1efe7da2a4fb triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:40.083443 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-db5c8c31-0568-4a64-ba71-65515ea18c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:40.166132 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bf68e4bc-eb56-4d42-9c31-b2c2cee393d5 req-9b93002f-ac7a-4334-8267-3d794e7a77de tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825055 May 18 10:04:40.171277 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Attempting to bind port 0515e5df-9bef-40d8-ac51-ef87ca1812cc on host dv-cinder-772623-5-smb for vnic_type normal with profile {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:40.171446 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-7ed0a990-a9f9-4e38-8a72-1bcad1603ccd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 1000 time: 0.1388555 May 18 10:04:40.171651 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Attempting to bind port 0515e5df-9bef-40d8-ac51-ef87ca1812cc by drivers openvswitch,hyperv on host dv-cinder-772623-5-smb at level 0 using segments [{'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:40.172014 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Attempting to bind port 0515e5df-9bef-40d8-ac51-ef87ca1812cc on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:40.198905 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Checking agent: {'id': '74e991ab-1594-4037-856d-a11645664aff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 14), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:40.199286 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Checking segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:40.199718 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:40.200122 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Bound using segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} {{(pid=91250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:40.200601 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.managers [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Bound port: 0515e5df-9bef-40d8-ac51-ef87ca1812cc, host: dv-cinder-772623-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}}] {{(pid=91250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:40.201205 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:40.238352 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-90d895dc-ce24-4320-893e-f6b9abe87923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:40.240871 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-90d895dc-ce24-4320-893e-f6b9abe87923 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.0619845 May 18 10:04:40.327571 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-b5f36c59-384c-453b-9648-95fa04ab320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:40.329246 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-b5f36c59-384c-453b-9648-95fa04ab320b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707514 May 18 10:04:40.521039 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] For port 0515e5df-9bef-40d8-ac51-ef87ca1812cc, host dv-cinder-772623-5-smb, cleared binding levels {{(pid=91250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:40.546138 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] For port 0515e5df-9bef-40d8-ac51-ef87ca1812cc, host dv-cinder-772623-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=0515e5df-9bef-40d8-ac51-ef87ca1812cc,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:40.556760 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-d1958d38-23d0-4c29-9a49-8946f2f86f7d service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197218 May 18 10:04:40.570549 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:40.577771 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:40.709555 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbfe5abd-59fd-4a9d-b946-6eff902248d5 req-a86f2483-4eff-47d5-863b-651dcd9c4682 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450081 May 18 10:04:40.814651 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:04:40.815297 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:40.931544 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251e043-c73b-4077-a689-bd407e36fea5 None None] Pushing event updated for resources: {'Port': ['ID=0515e5df-9bef-40d8-ac51-ef87ca1812cc,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:40.934406 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4251e043-c73b-4077-a689-bd407e36fea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:41.206476 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:04:41.534996 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0515e5df-9bef-40d8-ac51-ef87ca1812cc up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:41.689548 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-02f8b5bf-7965-4b08-a495-e33dc0ea3476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:41.764033 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning for port 0515e5df-9bef-40d8-ac51-ef87ca1812cc completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:41.772660 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 0515e5df-9bef-40d8-ac51-ef87ca1812cc triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:41.773042 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:41.842091 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:40Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:41.848860 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac57c7-f048-4221-a41c-a95825e90269 None None] The sync data for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb is: [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:40Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:04:41.910369 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:41.948532 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] For port 0515e5df-9bef-40d8-ac51-ef87ca1812cc, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=0515e5df-9bef-40d8-ac51-ef87ca1812cc,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:41.953264 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:41.956189 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:42.024450 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Pushing event updated for resources: {'Port': ['ID=0515e5df-9bef-40d8-ac51-ef87ca1812cc,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:42.027728 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:43.040611 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:43.492297 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0515e5df-9bef-40d8-ac51-ef87ca1812cc up at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:43.565681 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Provisioning complete for port 0515e5df-9bef-40d8-ac51-ef87ca1812cc triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:43.566076 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:44.146065 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-bd5356ab-bc90-41ef-bb15-ffa58098828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:44.273161 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:45.224792 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:46.988240 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:47.239060 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-f5747f05-23ed-4b35-a249-9b4bd30a6f86 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--129469993&fields=id&tenant_id=70f38b876fa94491bfe30764d115d6fd HTTP/1.1" status: 200 len: 267 time: 0.0413055 May 18 10:04:47.392015 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-57bce8fc-8976-44cd-8a38-8adae297e3af tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:47.393488 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-57bce8fc-8976-44cd-8a38-8adae297e3af tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 810 time: 0.1468008 May 18 10:04:47.408321 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-b2ff0dc5-a852-4b68-8562-a5a6d734cca3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/quotas/70f38b876fa94491bfe30764d115d6fd HTTP/1.1" status: 200 len: 375 time: 0.0093846 May 18 10:04:47.497197 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-19686b05-25a7-4d5f-9ed4-f82767553192 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836604 May 18 10:04:47.631593 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-ac5c8738-8e59-4113-be21-27a44f634ecb service neutron] 10.222.0.36 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222439 May 18 10:04:47.760854 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-b75a5d7b-1d28-4fea-ad99-9b4f686cb445 service neutron] 10.222.0.36 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234651 May 18 10:04:47.936004 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d312a346-8cd3-4f37-9a80-7345dfcf82d4 req-3a576498-b742-41ab-821c-f3519d0597da tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 210 time: 0.0414205 May 18 10:04:49.113856 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c262eda4-e04b-485f-a45e-a003f6afc22c req-10f0a9f2-db25-4632-9142-7089c6d0ee7d tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 210 time: 0.0597596 May 18 10:04:49.161298 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-1dcfd1d3-a885-4174-b784-d82a2921c229 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:49.162792 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-1dcfd1d3-a885-4174-b784-d82a2921c229 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 810 time: 0.2025352 May 18 10:04:49.228999 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-a61310a2-a338-4cb6-872d-6994179d09a7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f38b876fa94491bfe30764d115d6fd HTTP/1.1" status: 200 len: 379 time: 0.0409441 May 18 10:04:49.247896 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'port': {'device_id': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'admin_state_up': True, 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'security_groups': ['64f4e273-2689-4564-a435-5202c6cf068e']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:49.378819 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:49.382557 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:port and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:49.385368 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:49.391858 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:49.401570 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Made reservation on behalf of 70f38b876fa94491bfe30764d115d6fd for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:49.405201 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:49.567144 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Allocated IP 172.20.0.9 (43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b/a54a6920-4849-4708-a927-d2fc0d3d8d2d/72f9d70c-bd63-4286-975b-cb3a1b7c4ae7) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:49.748987 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:49.763736 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Transition to ACTIVE for port object 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:49.788184 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:49.793517 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:49.856656 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:49.860315 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:49.864183 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:50.009629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'Port': ['ID=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:50.018644 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:50.038634 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:50.039230 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:50.059053 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-178beeed-1664-4d62-bc69-499d40c17999 None None] Provisioning for port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:50.059712 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8150518 May 18 10:04:50.064160 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-178beeed-1664-4d62-bc69-499d40c17999 None None] Provisioning complete for port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:50.064536 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-178beeed-1664-4d62-bc69-499d40c17999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:50.071095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Request body: {'port': {'device_id': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:50.117564 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-178beeed-1664-4d62-bc69-499d40c17999 None None] Port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:50.185303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:50.428324 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14193-e827-4a06-bd9c-030c9452a391 req-b68fae08-0268-4f4f-8b6d-cb9b2d2b1dab tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:50.429004 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-7ff14193-e827-4a06-bd9c-030c9452a391 req-b68fae08-0268-4f4f-8b6d-cb9b2d2b1dab tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Synchronizing usage tracker for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:50.507887 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-7ff14193-e827-4a06-bd9c-030c9452a391 req-b68fae08-0268-4f4f-8b6d-cb9b2d2b1dab tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Unset dirty status for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:50.509018 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ff14193-e827-4a06-bd9c-030c9452a391 req-b68fae08-0268-4f4f-8b6d-cb9b2d2b1dab tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 931 time: 0.2788560 May 18 10:04:50.571660 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ff14193-e827-4a06-bd9c-030c9452a391 req-daf32f80-bd85-4e50-88d3-76a83b253c7f tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563867 May 18 10:04:50.645817 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:50.653126 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:50.670922 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Transition to ACTIVE for port object 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:50.675488 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:50.680338 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:50.908032 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-14dbe748-3667-4bdd-b771-64fb43e8ddda tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Synchronizing usage tracker for tenant:f50d72bec6d644b78965383f61a632af on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:50.914799 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Pushing event updated for resources: {'Port': ['ID=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:50.917632 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:50.955119 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-14dbe748-3667-4bdd-b771-64fb43e8ddda tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Unset dirty status for tenant:f50d72bec6d644b78965383f61a632af on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:50.956250 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-14dbe748-3667-4bdd-b771-64fb43e8ddda tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213019494&fields=id&tenant_id=f50d72bec6d644b78965383f61a632af HTTP/1.1" status: 200 len: 267 time: 0.2452018 May 18 10:04:50.965078 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Attempting to bind port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:50.965432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Attempting to bind port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:50.965757 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Attempting to bind port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:51.001160 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:04:51.001424 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Attempting to bind port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:51.013068 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:51.013439 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Checking segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:51.013801 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Bound using segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:51.014926 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Bound port: 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:51.015289 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:51.184997 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-bf4719c0-9473-4c1f-92b7-c9820fbe0496 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:51.185692 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-bf4719c0-9473-4c1f-92b7-c9820fbe0496 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Synchronizing usage tracker for tenant:f50d72bec6d644b78965383f61a632af on resource:network {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:51.199367 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] For port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:51.203606 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] For port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:51.210109 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:51.214714 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:51.250243 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-bf4719c0-9473-4c1f-92b7-c9820fbe0496 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Unset dirty status for tenant:f50d72bec6d644b78965383f61a632af on resource:network {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:51.251388 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-bf4719c0-9473-4c1f-92b7-c9820fbe0496 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 809 time: 0.2879846 May 18 10:04:51.281176 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:51.281828 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:51.283161 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] 10.222.0.24 "PUT /v2.0/ports/72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 200 len: 1093 time: 1.2161205 May 18 10:04:51.284419 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:51.298106 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-9e20e69a-c4be-43ef-acc2-e65c93ba175e tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/quotas/f50d72bec6d644b78965383f61a632af HTTP/1.1" status: 200 len: 375 time: 0.0381749 May 18 10:04:51.341043 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'status': 'completed', 'code': 200} May 18 10:04:51.392418 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Pushing event updated for resources: {'Port': ['ID=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:51.408604 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.408971 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.409329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.409710 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.410058 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.410406 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.410751 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.411095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.411437 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.411780 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.412119 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.412456 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:51.418025 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:51.465960 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-a0271060-7039-495d-8fa8-6df83aef5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:51.467433 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-a0271060-7039-495d-8fa8-6df83aef5c56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 1096 time: 0.1282139 May 18 10:04:51.474114 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-ebb30242-94ec-4b4f-bba8-e50426e6cdcc tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680498 May 18 10:04:51.574457 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-447cb8fe-9820-494d-a0af-5c051acbb996 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 200 len: 217 time: 0.0900247 May 18 10:04:51.850544 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-f61d94f1-2afd-4a27-86f0-cd469bc0fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:51.851987 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-f61d94f1-2afd-4a27-86f0-cd469bc0fe86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.2274835 May 18 10:04:51.911735 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-c46ace62-2722-47ab-9c6a-73d50843a84e service neutron] 10.222.0.36 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262779 May 18 10:04:52.024680 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a357c-4f69-44ac-971d-8cf5752b5e45 req-b032da02-9a9d-4362-8571-003a1aae1825 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.026071 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1d0a357c-4f69-44ac-971d-8cf5752b5e45 req-b032da02-9a9d-4362-8571-003a1aae1825 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 943 time: 0.2703700 May 18 10:04:52.104370 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232377d-84ed-46cd-928e-af08efa5894d req-19fd2cff-9ded-4e23-b756-b06a35a5cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.105859 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-19fd2cff-9ded-4e23-b756-b06a35a5cdac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2398784 May 18 10:04:52.111196 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-32667299-d68e-493a-9153-fd2b451af877 service neutron] 10.222.0.36 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932001 May 18 10:04:52.114055 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1d0a357c-4f69-44ac-971d-8cf5752b5e45 req-6d466f08-496b-4c8d-a09c-77678aaf19e0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777366 May 18 10:04:52.247860 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-b748f23c-5adc-4fc6-a8dc-1a6808a99286 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277919 May 18 10:04:52.383594 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e232377d-84ed-46cd-928e-af08efa5894d req-4a7b0d94-df5a-41b9-a1f9-fd2c7c79be4a service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271672 May 18 10:04:52.518601 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f781fe95-ab4f-45e2-815c-0250fb977563 req-bebfdf33-ac68-4637-bdb5-9375d8734682 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0472522 May 18 10:04:52.545980 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-24570947-958b-4319-b2f0-bd6b6e3030db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.547608 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-24570947-958b-4319-b2f0-bd6b6e3030db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 1096 time: 0.1186373 May 18 10:04:52.689512 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-2414efb2-f1e6-451e-8c14-6626849c0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.691003 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-2414efb2-f1e6-451e-8c14-6626849c0e0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 911 time: 0.1321092 May 18 10:04:52.768363 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-81ca6887-a3ec-4758-853c-af63d40deed4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 200 len: 217 time: 0.0692754 May 18 10:04:52.845237 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-40187a56-c1da-4394-93f6-b448efbcd023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.846781 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-40187a56-c1da-4394-93f6-b448efbcd023 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.0605147 May 18 10:04:52.934566 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-83da15ae-e118-4fe8-a776-0c394980a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.936069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-83da15ae-e118-4fe8-a776-0c394980a2fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763578 May 18 10:04:53.083317 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-803b5088-687d-4184-be81-3f8f404ab31a service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341419 May 18 10:04:53.277949 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cb6efb07-74b2-498f-88a5-90a925616d01 req-22bc1255-3687-430e-ab31-4727d3e8d3c1 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729972 May 18 10:04:53.317294 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e822c14-2ef7-436c-88ca-2482688a3d26 req-e2100a3c-2f02-4e6a-b9c3-a39a88df3b06 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:53.318798 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5e822c14-2ef7-436c-88ca-2482688a3d26 req-e2100a3c-2f02-4e6a-b9c3-a39a88df3b06 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 943 time: 0.0887020 May 18 10:04:53.366336 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5e822c14-2ef7-436c-88ca-2482688a3d26 req-09e666c5-6d58-4ace-95de-baf610c971ca tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 May 18 10:04:53.816465 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bf6b8065-2b1e-440d-bff6-dd7efe9333e5 req-5b401ba8-76ff-426b-895a-2a5c9049f8b3 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0605419 May 18 10:04:53.858840 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-4c0ef5e2-e0ab-4975-858c-142990fba7f4 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:53.860421 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-4c0ef5e2-e0ab-4975-858c-142990fba7f4 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.24 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 809 time: 0.2987890 May 18 10:04:53.918815 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-8ffd7720-dfa5-4b24-b116-b62aed6f850b tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50d72bec6d644b78965383f61a632af HTTP/1.1" status: 200 len: 380 time: 0.0402963 May 18 10:04:53.933256 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'port': {'device_id': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'admin_state_up': True, 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'security_groups': ['67bb96d9-5b79-4125-acb2-c5a17f1001bb']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:54.066349 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:54.070433 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:port and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:54.073670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:54.080386 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:54.089741 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Made reservation on behalf of f50d72bec6d644b78965383f61a632af for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:04:54.093789 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:54.261137 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Allocated IP 172.20.0.13 (d4053077-21ac-40a8-b284-33fb25c76eb6/ceb56281-fdbe-48cb-bf0d-242bd8453726/5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:04:54.466525 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:54.483611 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Transition to ACTIVE for port object 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:54.564792 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:54.570459 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:54.644031 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Network d4053077-21ac-40a8-b284-33fb25c76eb6 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:04:54.648974 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:04:54.650766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:54.652888 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:04:54.684857 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:54.698566 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b041-dacf-469f-aab8-c138d26ec0f8 req-e456b1e8-6f5c-47a4-9d7f-ed5a90568118 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:54.700069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f450b041-dacf-469f-aab8-c138d26ec0f8 req-e456b1e8-6f5c-47a4-9d7f-ed5a90568118 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 943 time: 0.2095654 May 18 10:04:54.771371 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:54.772141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:54.792208 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f450b041-dacf-469f-aab8-c138d26ec0f8 req-cce13c85-5757-427f-9939-0a02d9c573a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814538 May 18 10:04:54.795533 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:04:54.807264 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776765 May 18 10:04:54.819740 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Request body: {'port': {'device_id': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:54.988982 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:54.990551 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:55.008488 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'port_id': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'mac_address': 'fa:16:3e:00:9c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:04:55.060189 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-026274e7-8d5b-43d5-8d9c-d188edbe9fbe None None] Provisioning for port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:55.108506 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-026274e7-8d5b-43d5-8d9c-d188edbe9fbe None None] Provisioning complete for port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:55.109064 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-026274e7-8d5b-43d5-8d9c-d188edbe9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.132033 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c7af-f900-47c7-82ea-00adf5c06704 req-09af43df-49f4-4fd7-84d5-f56f74f2b06c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:55.132718 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-f536c7af-f900-47c7-82ea-00adf5c06704 req-09af43df-49f4-4fd7-84d5-f56f74f2b06c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Synchronizing usage tracker for tenant:f50d72bec6d644b78965383f61a632af on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:55.155813 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.174209 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-f536c7af-f900-47c7-82ea-00adf5c06704 req-09af43df-49f4-4fd7-84d5-f56f74f2b06c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Unset dirty status for tenant:f50d72bec6d644b78965383f61a632af on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:55.175383 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f536c7af-f900-47c7-82ea-00adf5c06704 req-09af43df-49f4-4fd7-84d5-f56f74f2b06c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 932 time: 0.2363474 May 18 10:04:55.181576 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:55.190204 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-026274e7-8d5b-43d5-8d9c-d188edbe9fbe None None] Port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:04:55.202522 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:55.206722 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.208588 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:55.277184 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:55.280166 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:55.307861 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f536c7af-f900-47c7-82ea-00adf5c06704 req-ae2302d2-4a11-44ce-8ccd-b70b087b90fd tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048248 May 18 10:04:55.405897 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:55.412996 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.427993 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Transition to ACTIVE for port object 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:04:55.431747 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.437752 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-fb237e02-9639-4d01-887b-1d6fbcf6d89d tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:55.473203 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['72f9d70c-bd63-4286-975b-cb3a1b7c4ae7'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:55.749934 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:55.755768 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:55.808017 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Attempting to bind port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:04:55.808346 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Attempting to bind port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:04:55.808725 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Attempting to bind port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b on network d4053077-21ac-40a8-b284-33fb25c76eb6 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:55.814514 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b on network d4053077-21ac-40a8-b284-33fb25c76eb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:04:55.814832 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Attempting to bind port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b on network d4053077-21ac-40a8-b284-33fb25c76eb6 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:04:55.821763 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:04:55.821932 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Checking segment: {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:04:55.822322 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Bound using segment: {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:04:55.822740 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Bound port: 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29bcc34-eb4a-451c-8fe7-6329f4240fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:04:55.823085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.923734 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:04:55.977919 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:04:55.988827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.996669 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:56.059288 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:56.060098 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:56.062302 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 1094 time: 1.2462339 May 18 10:04:56.062722 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:56.095190 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:56.099043 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:56.110525 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12180098-add5-4577-b9a6-ef589526ef80 req-953ab535-5408-4c82-a2d8-128b58ff24c4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:56.112070 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-12180098-add5-4577-b9a6-ef589526ef80 req-953ab535-5408-4c82-a2d8-128b58ff24c4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 944 time: 0.1853709 May 18 10:04:56.196547 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'status': 'completed', 'code': 200} May 18 10:04:56.241249 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-12180098-add5-4577-b9a6-ef589526ef80 req-2b500cd2-2a85-4ba6-af9f-33a8e2e2df0e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183343 May 18 10:04:56.288435 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-7a890a4b-f53f-4cbb-8dbf-451f9c57afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:56.290262 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-7a890a4b-f53f-4cbb-8dbf-451f9c57afa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1097 time: 0.1647499 May 18 10:04:56.361082 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-fba87391-ea08-4510-bac2-43790aa3c15a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 217 time: 0.0603490 May 18 10:04:56.464054 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-df9aa311-fffd-454e-a07e-283a4eaca069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:56.465510 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-df9aa311-fffd-454e-a07e-283a4eaca069 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 200 len: 848 time: 0.0946980 May 18 10:04:56.563012 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c67e43-8bd2-45d5-ba39-cc003b490885 req-95da42bd-4278-46da-9825-c22ac1c094c2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:56.564509 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b2c67e43-8bd2-45d5-ba39-cc003b490885 req-95da42bd-4278-46da-9825-c22ac1c094c2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1401916 May 18 10:04:56.570140 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-565c1f16-4bc1-4108-a947-20b92dbc3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:56.571771 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-565c1f16-4bc1-4108-a947-20b92dbc3b18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4053077-21ac-40a8-b284-33fb25c76eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0976384 May 18 10:04:56.648554 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:04:56.702574 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b2c67e43-8bd2-45d5-ba39-cc003b490885 req-a68c9381-6010-4874-97c2-b4abf34452d6 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286395 May 18 10:04:56.744892 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-ccd0f8f2-0de9-4c52-82f9-94bfa5af9f25 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532483 May 18 10:04:56.831811 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:56.895414 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-324d4a0f-1a7c-4524-b78f-85c9ee7a1b6a req-5bd3455f-2846-4a6e-a5fb-c7d4e2779130 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407852 May 18 10:04:56.901979 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:04:56.906977 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:56.907354 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:57.026227 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:57.032358 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-44acb321-f61e-40bd-8ee0-962247275717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.033948 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-44acb321-f61e-40bd-8ee0-962247275717 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0739367 May 18 10:04:57.054015 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:57.064637 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:57.069199 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:57.071335 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:57.106505 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'code': 200} May 18 10:04:57.146706 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:57.149884 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:57.186672 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-ed2bbafb-5037-4170-995a-63364b8312eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.188146 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-ed2bbafb-5037-4170-995a-63364b8312eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 910 time: 0.1448047 May 18 10:04:57.260889 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-5c2039a6-1662-4e6e-8634-f5c36566f599 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 217 time: 0.0648704 May 18 10:04:57.418694 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-96f4471f-93ee-431c-b211-e8930e3a4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.420151 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-96f4471f-93ee-431c-b211-e8930e3a4df3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 200 len: 848 time: 0.1513436 May 18 10:04:57.636283 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df7aaa-3523-4a60-9701-53e5098ad497 req-448af7b9-1834-43a6-8ea2-48c5abfcba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.637741 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-10df7aaa-3523-4a60-9701-53e5098ad497 req-448af7b9-1834-43a6-8ea2-48c5abfcba15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 1098 time: 0.3369327 May 18 10:04:57.704597 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bb0b0-3190-4e01-b453-9d73b57a9970 req-fd20e9fc-2b77-4b5e-a1a7-345f7a9c80be tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.705948 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cf3bb0b0-3190-4e01-b453-9d73b57a9970 req-fd20e9fc-2b77-4b5e-a1a7-345f7a9c80be tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.3378210 May 18 10:04:57.736868 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-10df7aaa-3523-4a60-9701-53e5098ad497 req-cce80c78-1bb9-4a0b-9a89-e0976bdb3145 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820463 May 18 10:04:57.753555 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-2933bf1a-ceef-41a4-b721-aa5e824902b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.755027 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-2933bf1a-ceef-41a4-b721-aa5e824902b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4053077-21ac-40a8-b284-33fb25c76eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3268719 May 18 10:04:57.764833 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d74f0-e24d-4b35-8cd9-46bccc5d4120 req-707be975-0d10-42a9-93a7-cb5162bd4e90 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.766425 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c37d74f0-e24d-4b35-8cd9-46bccc5d4120 req-707be975-0d10-42a9-93a7-cb5162bd4e90 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.1884825 May 18 10:04:57.803213 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cf3bb0b0-3190-4e01-b453-9d73b57a9970 req-b2af2996-d35d-442d-88ff-b2f301e527e5 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895340 May 18 10:04:57.853059 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c37d74f0-e24d-4b35-8cd9-46bccc5d4120 req-d6b67565-529e-4536-a63d-7aabd6bb9d3c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791929 May 18 10:04:58.003233 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-e89a1514-e2b4-417f-b893-699c04d89f50 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860204 May 18 10:04:58.020627 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fcd2a-7fe7-4e6a-8d83-f7dd05699e1d req-f05926b0-1232-4c81-81ab-27eba3297734 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:58.022038 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6f4fcd2a-7fe7-4e6a-8d83-f7dd05699e1d req-f05926b0-1232-4c81-81ab-27eba3297734 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1149347 May 18 10:04:58.152136 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6f4fcd2a-7fe7-4e6a-8d83-f7dd05699e1d req-48d0de90-0d2f-4c79-9491-2efdf8ef9921 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117163 May 18 10:04:58.193690 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-89cd5d02-8f7f-4004-a73b-749d7228b6bf req-dc7fa262-51ad-4595-9f8f-9573c92bcc1d service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704357 May 18 10:04:59.042667 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc7d93-9ab4-4692-8fe9-d8f05b07f5be req-ce7f1271-2032-430d-8f2d-78f20d391f7b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:59.044008 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52dc7d93-9ab4-4692-8fe9-d8f05b07f5be req-ce7f1271-2032-430d-8f2d-78f20d391f7b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1327586 May 18 10:04:59.104233 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4c68-7042-4538-8cc8-986d4c912e48 req-22ffdc8d-7bac-472e-ac27-2a23abbc55da tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:59.105674 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-05ce4c68-7042-4538-8cc8-986d4c912e48 req-22ffdc8d-7bac-472e-ac27-2a23abbc55da tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.1319845 May 18 10:04:59.108411 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52dc7d93-9ab4-4692-8fe9-d8f05b07f5be req-8b9a4eff-24df-421f-9bbd-e9089fadd8e5 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582058 May 18 10:04:59.153361 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-05ce4c68-7042-4538-8cc8-986d4c912e48 req-744357ba-f7fd-4a30-87db-1d2011be1a29 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 May 18 10:04:59.351957 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12232d-a9e4-4a7f-a83a-a5eb726117ec req-b761ba0d-287d-4078-9e75-a6989cf50ceb tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:59.353414 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0c12232d-a9e4-4a7f-a83a-a5eb726117ec req-b761ba0d-287d-4078-9e75-a6989cf50ceb tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1403255 May 18 10:04:59.365581 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35748) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:59.372409 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'floatingip': {'port_id': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:04:59.373318 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74670ff-6a88-4419-af01-15c5ce229d26 req-d7a44d18-b146-4806-a2b2-414250f382e9 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:59.375492 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a74670ff-6a88-4419-af01-15c5ce229d26 req-d7a44d18-b146-4806-a2b2-414250f382e9 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1071448 May 18 10:04:59.437336 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a74670ff-6a88-4419-af01-15c5ce229d26 req-60e1bb03-6216-41b2-ab3d-ab51b280bd83 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554922 May 18 10:04:59.457946 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:59.692338 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-d03834b8-dde7-4cf8-a261-22e828f36d5a tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:59.693914 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-d03834b8-dde7-4cf8-a261-22e828f36d5a tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.0919657 May 18 10:04:59.878696 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Deleting port b0c329a5-1305-401a-8f92-05a6274e4e04 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:04:59.879313 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:00.032898 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] For port b0c329a5-1305-401a-8f92-05a6274e4e04, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b0c329a5-1305-401a-8f92-05a6274e4e04,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:00.033261 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:00.270446 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:00.274809 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:00.472005 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.l3_db [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Floating IP f1be7088-c302-453c-81c0-17a29dbb042a associated. External IP: 172.28.3.14, port: 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7. May 18 10:05:00.514993 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:00.515547 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:00.515670 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Floating IP 2b49e41e-c42e-488c-bc37-5c153bc477f6 disassociated. External IP: 172.28.3.120, port: b0c329a5-1305-401a-8f92-05a6274e4e04. May 18 10:05:00.515981 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Calling delete_port for b0c329a5-1305-401a-8f92-05a6274e4e04 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:05:00.593313 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451af0d5-68f9-4a3e-aa6a-adbe70a7ed13 req-18625e3a-a0e8-4853-967d-2f4abe1bc467 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:00.594810 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-451af0d5-68f9-4a3e-aa6a-adbe70a7ed13 req-18625e3a-a0e8-4853-967d-2f4abe1bc467 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 946 time: 0.2700195 May 18 10:05:00.673867 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-451af0d5-68f9-4a3e-aa6a-adbe70a7ed13 req-f354d3be-3bee-4472-bc1d-3cd4a329ede4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41f881f-eac7-41d1-95dd-6b8b282c1431&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722642 May 18 10:05:00.692861 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbe63d-f1d2-4295-8c54-e798ad592e6b req-5f2690b5-ac32-4895-ae6c-f47692e91a6a tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:00.694489 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3ecbe63d-f1d2-4295-8c54-e798ad592e6b req-5f2690b5-ac32-4895-ae6c-f47692e91a6a tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1509006 May 18 10:05:00.796205 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3ecbe63d-f1d2-4295-8c54-e798ad592e6b req-568fab33-cb38-4778-827e-59fa1b94cf8f tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699999 May 18 10:05:00.802926 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:00.809258 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5f039862-dc13-4ade-bb7f-e71608cafcac tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:00.840059 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:05:00.861921 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event deleted for resources: {'Port': ['ID=b0c329a5-1305-401a-8f92-05a6274e4e04,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:00.865329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:00.883568 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Router 387c02b8-eca4-4c86-96a7-005c9d549118 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:05:01.021900 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:01.035932 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'port_id': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'mac_address': 'fa:16:3e:c5:38:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:05:01.068721 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:05:01.090784 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:05:01.095927 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:01.097006 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:01.106445 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] Sync routers for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:05:01.123540 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:05:01.128715 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:01.129329 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:01.270584 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:05:01.273730 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a7d950f2-2640-4d14-a6a7-28836b051c74 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "PUT /v2.0/floatingips/f1be7088-c302-453c-81c0-17a29dbb042a HTTP/1.1" status: 200 len: 990 time: 1.9060097 May 18 10:05:01.274534 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:01.292846 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] Sync routers for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:05:01.306579 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:01.314869 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:01.315842 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:01.376181 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'status': 'completed', 'code': 200} May 18 10:05:01.442678 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] No DVR routers for this DVR port b0c329a5-1305-401a-8f92-05a6274e4e04 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:05:01.448923 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:01.451495 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-deleted', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:01.499645 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52676a04-ab8b-4f21-a39a-07bef4110c9c req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "DELETE /v2.0/ports/b0c329a5-1305-401a-8f92-05a6274e4e04 HTTP/1.1" status: 204 len: 173 time: 1.7991600 May 18 10:05:01.515986 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:01.521113 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ab336-2fef-48dd-8ac1-bad2367ea4f6', 'name': 'network-vif-deleted', 'tag': 'b0c329a5-1305-401a-8f92-05a6274e4e04', 'status': 'completed', 'code': 200} May 18 10:05:01.527266 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-768fa33a-f6fc-4190-8d97-04b6231887fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:01.528820 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-768fa33a-f6fc-4190-8d97-04b6231887fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 1098 time: 0.1303897 May 18 10:05:01.571881 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:01.652589 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:01.655926 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:01.706553 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-a2d0be36-9d5d-4f48-8919-19472ca70b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:01.708149 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-a2d0be36-9d5d-4f48-8919-19472ca70b1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 911 time: 0.1697075 May 18 10:05:01.845191 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:01.849951 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:01.897381 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'f1be7088-c302-453c-81c0-17a29dbb042a', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'port_id': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'mac_address': 'fa:16:3e:00:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:04:37Z', 'updated_at': '2021-05-18T10:05:00Z', 'revision_number': 1, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:01.908490 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] Checking router: 387c02b8-eca4-4c86-96a7-005c9d549118 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:05:01.927570 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:01.928503 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:01.989113 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:05:02.052146 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-1cd9cc2e-f778-40b5-9179-ce38aefe5c91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 200 len: 998 time: 0.3362617 May 18 10:05:02.060788 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-5d033f07-6d85-4825-ad9f-b17bd58606f4 req-f84aed40-5b0a-4332-a861-83b81db96667 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Synchronizing usage tracker for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:05:02.062575 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:02.066951 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] Checking router: 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:05:02.083983 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:02.084648 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:02.131393 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-5d033f07-6d85-4825-ad9f-b17bd58606f4 req-f84aed40-5b0a-4332-a861-83b81db96667 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Unset dirty status for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:05:02.143008 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5d033f07-6d85-4825-ad9f-b17bd58606f4 req-f84aed40-5b0a-4332-a861-83b81db96667 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=604ab336-2fef-48dd-8ac1-bad2367ea4f6 HTTP/1.1" status: 200 len: 210 time: 0.2398605 May 18 10:05:02.179116 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-2a248489-835e-4983-8eb5-f335275d9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:02.180726 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-2a248489-835e-4983-8eb5-f335275d9c41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.1164527 May 18 10:05:02.196378 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27322e3-36aa-4e00-be51-11f426a55606 req-25abc731-af2f-4713-96da-351897b0f7dd tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:02.204280 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d27322e3-36aa-4e00-be51-11f426a55606 req-25abc731-af2f-4713-96da-351897b0f7dd tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.2040601 May 18 10:05:02.255226 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:02.312570 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d27322e3-36aa-4e00-be51-11f426a55606 req-24d2c23f-9580-4cd9-9700-def458b4e8e0 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042812 May 18 10:05:02.313805 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:02.360961 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-f97a12f8-d06a-4489-87de-c7b1d324a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:02.362475 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-f97a12f8-d06a-4489-87de-c7b1d324a6be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1554413 May 18 10:05:02.653324 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-8db4191e-f1ec-4f44-96a8-d4684178280a service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830169 May 18 10:05:02.732008 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:02.738362 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b0544-7c7d-4139-bf9f-c7942aef370c None None] The sync data for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb is: [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:05:02.826080 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'f1be7088-c302-453c-81c0-17a29dbb042a', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'port_id': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'mac_address': 'fa:16:3e:00:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:04:37Z', 'updated_at': '2021-05-18T10:05:00Z', 'revision_number': 1, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:02.832341 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c08d8e-c02e-4c56-9dc5-bd7d45d5aebf None None] The sync data for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb is: [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'f1be7088-c302-453c-81c0-17a29dbb042a', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'port_id': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'mac_address': 'fa:16:3e:00:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:04:37Z', 'updated_at': '2021-05-18T10:05:00Z', 'revision_number': 1, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:05:02.832750 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ae7d875b-4e98-4dee-b79f-be829d25d8b0 req-14b50990-c1a1-4a2d-accc-53ff94b84e58 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726773 May 18 10:05:02.856558 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:05:02.901293 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: b0c329a5-1305-401a-8f92-05a6274e4e04 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:05:02.901726 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device b0c329a5-1305-401a-8f92-05a6274e4e04 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:05:03.044742 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72077cd-506d-4063-8df3-7163af2895f5 None None] New status for floating IP 2b49e41e-c42e-488c-bc37-5c153bc477f6: DOWN {{(pid=91250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:05:03.100154 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a240816-5107-4fad-9fc9-b2e9a72a329e None None] New status for floating IP f1be7088-c302-453c-81c0-17a29dbb042a: ACTIVE {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:05:03.342327 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35792) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:03.424415 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:03.454653 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:03.519206 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:03.530854 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-78a7a24e-c8c0-40f1-96e6-4fab70493a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:03.541196 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31430e5-5730-4c25-b683-34154668046e req-17714991-4080-46ad-bb02-225936bbf726 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:03.542624 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d31430e5-5730-4c25-b683-34154668046e req-17714991-4080-46ad-bb02-225936bbf726 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0964952 May 18 10:05:03.550020 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f881f-eac7-41d1-95dd-6b8b282c1431,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:03.554766 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:03.558319 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "DELETE /v2.0/security-groups/b41f881f-eac7-41d1-95dd-6b8b282c1431 HTTP/1.1" status: 204 len: 168 time: 0.2125812 May 18 10:05:03.559502 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35796) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:03.563254 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.563616 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.563985 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.564354 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.564717 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.565078 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.565446 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.565804 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.566164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.566511 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.566863 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.567726 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:03.570466 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:03.587464 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.api.v2.resource [None req-2cc8a296-c106-412e-9d40-9cf31e226e0e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] show failed (client error): The resource could not be found. May 18 10:05:03.591359 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2cc8a296-c106-412e-9d40-9cf31e226e0e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups/b41f881f-eac7-41d1-95dd-6b8b282c1431 HTTP/1.1" status: 404 len: 347 time: 0.0282824 May 18 10:05:03.591628 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35800) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:03.605125 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d31430e5-5730-4c25-b683-34154668046e req-b58a6499-9c62-4eae-b8c3-e99dca5f08d3 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566125 May 18 10:05:03.818261 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Deleting port 2d0f5d5f-c999-4e3a-aabc-796ff90641b8 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:05:03.818602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:03.933682 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:03.934008 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.056691 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Calling delete_port for 2d0f5d5f-c999-4e3a-aabc-796ff90641b8 owned by network:floatingip {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:05:04.167753 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.172157 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6907b0c1-7c84-4ec5-b403-0d8a3f68c6b6 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:04.216575 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event deleted for resources: {'Port': ['ID=2d0f5d5f-c999-4e3a-aabc-796ff90641b8,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:04.251718 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:04.311012 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.333194 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.334287 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-37f101aa-deaf-429f-bc1e-a88641c642f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "DELETE /v2.0/floatingips/2b49e41e-c42e-488c-bc37-5c153bc477f6 HTTP/1.1" status: 204 len: 168 time: 0.7416945 May 18 10:05:04.728212 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35814) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:04.733887 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996302752', 'description': 'tempest-description--172244369'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:04.742313 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:04.746381 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:04.749339 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:04.756460 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:04.767710 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.793573 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:04.797656 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group_rule and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:04.800594 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:04.803922 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38bac0-176a-459c-9f56-97c46d3e92f4 req-2e85ab1a-94d1-4164-a3e8-8647b12d5330 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:04.805386 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8e38bac0-176a-459c-9f56-97c46d3e92f4 req-2e85ab1a-94d1-4164-a3e8-8647b12d5330 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.0924127 May 18 10:05:04.806373 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:04.853632 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8e38bac0-176a-459c-9f56-97c46d3e92f4 req-f0c61a12-d353-4215-ad89-c34cbb493461 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 May 18 10:05:04.858525 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:05:04.888403 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.893804 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.899014 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:04.927146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:05:04.931694 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:05:04.932067 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.942611 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:04.945323 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:04.949439 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35820) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:04.949576 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2200677 May 18 10:05:04.950585 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c8939606-2401-487f-b734-2f48612b95a8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:04.956990 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'security_group_rule': {'security_group_id': 'e12f0893-6d68-4fbb-aefd-8b2d13fadcd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:04.963131 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:04.966897 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group_rule and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:04.970377 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:04.976396 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:04.992423 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.052420 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.066337 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.071284 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.073288 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:05.080979 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:05.090966 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:05.095885 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.098262 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-e2572cb5-c78b-4a18-bec2-918d6087abe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:05.103204 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131da29a-c8b1-4840-bb6e-1a1a749c9f12,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:05.106676 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:05.110147 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.114266 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-eb9023f4-06ae-468b-977a-cec9e7644780 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628802 May 18 10:05:05.114401 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35828) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:05.119898 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'security_group_rule': {'security_group_id': 'e12f0893-6d68-4fbb-aefd-8b2d13fadcd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:05.126719 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:05.130747 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:security_group_rule and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:05.133578 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'code': 200} May 18 10:05:05.133789 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:05.144164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:05.165157 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.177928 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:05.181598 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:05.227181 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.230611 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.232569 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:05.257843 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1e1d6f-299f-4a2a-8f11-58e7318deba1,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:05.261225 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:05.263709 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.265694 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-fbfe453a-fa44-403f-84de-f0d87e325d8b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500931 May 18 10:05:05.268838 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 35832) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:05.274126 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'floatingip': {'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:05.280002 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:05.284100 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:floatingip and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:05.286952 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:05.293138 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:05.303106 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.493552 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c9fb-5239-4587-8b21-e17023eecb8a req-4e4b159e-57bd-464b-a5f7-d60bd4cbfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:05.495037 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e658c9fb-5239-4587-8b21-e17023eecb8a req-4e4b159e-57bd-464b-a5f7-d60bd4cbfed7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1099 time: 0.1049993 May 18 10:05:05.502011 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.590096 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e658c9fb-5239-4587-8b21-e17023eecb8a req-1eaca102-8d1d-4fdc-b43c-815e4b36e296 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861251 May 18 10:05:05.661370 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Allocated IP 172.28.3.114 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/1c545104-d9d4-41df-b3b5-f2b93db2c4e9) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:05:05.807001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.835885 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:05.840129 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:05.900212 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:05:05.903127 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:05:05.907669 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:05:05.944383 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'Port': ['ID=1c545104-d9d4-41df-b3b5-f2b93db2c4e9,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:05.951831 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:06.049133 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:06.106057 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7947-5094-4397-9a49-e92ea5d9fb60 req-deeb33b6-a194-4e4a-9a0e-258bb14aeac7 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:06.107495 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6d5a7947-5094-4397-9a49-e92ea5d9fb60 req-deeb33b6-a194-4e4a-9a0e-258bb14aeac7 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1433089 May 18 10:05:06.141858 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:06.205903 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6d5a7947-5094-4397-9a49-e92ea5d9fb60 req-c0daeb75-f207-441b-9e64-d7b4232180b4 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912790 May 18 10:05:06.370973 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:06.376814 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:06.382108 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-daf25132-cf0c-4401-ac85-3a81d2822647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:06.574816 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'Port': ['ID=1c545104-d9d4-41df-b3b5-f2b93db2c4e9,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:06.579595 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:06.584461 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:06.605753 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:06.606973 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3370912 May 18 10:05:06.822471 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-15ad580f-742a-4ad8-b136-077f4aec52ba tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1996302752&fields=id&tenant_id=a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 267 time: 0.0392675 May 18 10:05:06.969709 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-d4c45c9f-2b84-4e76-bddf-324b4e279bb4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:06.971147 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-d4c45c9f-2b84-4e76-bddf-324b4e279bb4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 817 time: 0.1413381 May 18 10:05:06.986240 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-1951ed88-574d-4920-846b-5bdb4dcf8df8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/quotas/a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 375 time: 0.0096557 May 18 10:05:07.075474 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-d0b5f296-c7a6-488b-9554-9b91606b2f86 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839014 May 18 10:05:07.213841 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-a1d4f39c-91ba-4d8e-9a90-d566b2521881 service neutron] 10.222.0.36 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266339 May 18 10:05:07.393062 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-bf392c37-9cde-4668-b386-43e3c94a0205 service neutron] 10.222.0.36 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725979 May 18 10:05:07.418397 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec856e-4dc6-4691-a284-a747702dfc71 req-3a2bce45-786a-4353-8f9e-bbd168e0e51b tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:07.419830 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e0ec856e-4dc6-4691-a284-a747702dfc71 req-3a2bce45-786a-4353-8f9e-bbd168e0e51b tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1015818 May 18 10:05:07.472369 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e0ec856e-4dc6-4691-a284-a747702dfc71 req-05ce8f6c-d790-41aa-abaf-c9698eea30a6 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 May 18 10:05:07.648432 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8ec07eaf-1ea0-4091-8e95-a7f0fcd4e594 req-ae51effa-bdb1-4dc8-b059-655d929998f6 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 210 time: 0.0925128 May 18 10:05:07.699220 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309e912-1844-4815-80b2-25991bb9421c req-3d75ebcc-87cf-490e-9ed3-5bd4e3456e94 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:07.700639 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0309e912-1844-4815-80b2-25991bb9421c req-3d75ebcc-87cf-490e-9ed3-5bd4e3456e94 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0969195 May 18 10:05:07.746586 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0309e912-1844-4815-80b2-25991bb9421c req-5622de1d-8e29-42fb-8c7a-9de344e3ab7d tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 May 18 10:05:07.770555 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35878) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:07.951984 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900fd2a9-a42e-4e03-b5cc-eaf0a21211fa tempest-TestShelveInstance-1374181454 tempest-TestShelveInstance-1374181454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:07.953588 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-900fd2a9-a42e-4e03-b5cc-eaf0a21211fa tempest-TestShelveInstance-1374181454 tempest-TestShelveInstance-1374181454-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1094 time: 0.1819148 May 18 10:05:07.956632 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 35886) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:07.961721 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Request body: {'floatingip': {'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'port_id': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:07.968206 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:07.972027 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Usage tracker for resource:floatingip and tenant:f50d72bec6d644b78965383f61a632af is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:07.974888 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:07.980526 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:07.990704 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for floatingip, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:08.129238 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:08.276473 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Allocated IP 172.28.3.72 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/bae380c4-73e5-4c16-adc7-a557059e98f0) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:05:08.421167 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:08.450011 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:08.454450 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e3f6374a-45e9-454b-91f5-1e8c8c090d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:08.519281 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:05:08.522239 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:05:08.525914 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:05:08.560785 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'Port': ['ID=bae380c4-73e5-4c16-adc7-a557059e98f0,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:08.565593 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:08.768643 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-72ea15b0-2ea7-41f8-9156-501614d5672d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:08.770212 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-72ea15b0-2ea7-41f8-9156-501614d5672d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 817 time: 0.1720569 May 18 10:05:08.857111 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cced27e4-250e-4c4c-b46a-2b2dc2354caa req-dea04f2d-4767-437e-9dbe-f22df63ac9d0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 210 time: 0.0569828 May 18 10:05:08.874727 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-8fea3bf3-e476-4f39-b37d-878d89d60fe0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 380 time: 0.0898561 May 18 10:05:08.882877 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'port': {'device_id': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'admin_state_up': True, 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'security_groups': ['e12f0893-6d68-4fbb-aefd-8b2d13fadcd6']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:09.023563 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:09.027547 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Usage tracker for resource:port and tenant:a4aeaf4d234c46138f3a107197e4712a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:09.030824 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:09.035872 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:09.045054 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Made reservation on behalf of a4aeaf4d234c46138f3a107197e4712a for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:05:09.048748 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.094261 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.174076 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.214091 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Allocated IP 172.20.0.9 (a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1/312734f1-0ad6-491c-bd0f-c1752ccab802/4cde226a-51ce-47bd-8423-e11bb78e60ad) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:05:09.395261 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.399961 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.404629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.405748 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:09.424464 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Transition to ACTIVE for port object 4cde226a-51ce-47bd-8423-e11bb78e60ad will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:05:09.451723 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.458939 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3094e2f7-d4a4-4397-bb16-9336642806e8 tempest-ServerRescueNegativeTestJSON-846584422 tempest-ServerRescueNegativeTestJSON-846584422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:09.527550 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.532509 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:09.536629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:09.544703 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:05:09.546490 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:05:09.548661 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:05:09.598873 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event updated for resources: {'Port': ['ID=bae380c4-73e5-4c16-adc7-a557059e98f0,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:09.602022 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:09.719765 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:09.720412 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.747572 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.l3_db [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Floating IP f69868da-241f-46cb-9f61-61154dbd10d7 associated. External IP: 172.28.3.72, port: 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b. May 18 10:05:09.752806 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736012 May 18 10:05:09.772424 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Request body: {'port': {'device_id': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:09.883110 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-8d241162-ce72-47b4-aaaf-5e28258d3c77 None None] Provisioning for port 4cde226a-51ce-47bd-8423-e11bb78e60ad completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:05:09.889937 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.901371 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-8d241162-ce72-47b4-aaaf-5e28258d3c77 None None] Provisioning complete for port 4cde226a-51ce-47bd-8423-e11bb78e60ad triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:05:09.901985 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-8d241162-ce72-47b4-aaaf-5e28258d3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:09.956851 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-8d241162-ce72-47b4-aaaf-5e28258d3c77 None None] Port 4cde226a-51ce-47bd-8423-e11bb78e60ad cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:05:10.102512 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:05:10.204600 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdd79-9744-40af-8574-e1ef18182f4f req-0f31098a-f3e5-4f42-b925-e0cc3248a70e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:10.205329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-69bbdd79-9744-40af-8574-e1ef18182f4f req-0f31098a-f3e5-4f42-b925-e0cc3248a70e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Synchronizing usage tracker for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:05:10.243927 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-69bbdd79-9744-40af-8574-e1ef18182f4f req-0f31098a-f3e5-4f42-b925-e0cc3248a70e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Unset dirty status for tenant:a4aeaf4d234c46138f3a107197e4712a on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:05:10.245085 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-69bbdd79-9744-40af-8574-e1ef18182f4f req-0f31098a-f3e5-4f42-b925-e0cc3248a70e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 931 time: 0.2346315 May 18 10:05:10.351925 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-69bbdd79-9744-40af-8574-e1ef18182f4f req-6ef6343e-ec12-4697-8155-2dc780165133 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935712 May 18 10:05:10.353791 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cde226a-51ce-47bd-8423-e11bb78e60ad {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:05:10.361975 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:10.377061 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Transition to ACTIVE for port object 4cde226a-51ce-47bd-8423-e11bb78e60ad will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:05:10.381790 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:10.386385 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dcfbb015-f29c-4f33-946a-e654f3aae94f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:10.389020 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:05:10.399002 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] Sync routers for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:05:10.409501 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:10.410112 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:10.414699 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:10.496849 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5325332 May 18 10:05:10.496849 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'}] {{(pid=91249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:10.558055 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:10.568815 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'status': 'completed', 'code': 200} May 18 10:05:10.571825 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:10.675507 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:10.715741 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Attempting to bind port 4cde226a-51ce-47bd-8423-e11bb78e60ad on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:05:10.715995 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Attempting to bind port 4cde226a-51ce-47bd-8423-e11bb78e60ad by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:05:10.716315 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Attempting to bind port 4cde226a-51ce-47bd-8423-e11bb78e60ad on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:05:10.725536 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Port 4cde226a-51ce-47bd-8423-e11bb78e60ad on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:05:10.725858 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Attempting to bind port 4cde226a-51ce-47bd-8423-e11bb78e60ad on network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:05:10.734459 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:05:10.734732 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Checking segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:05:10.735114 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Bound using segment: {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:05:10.735543 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Bound port: 4cde226a-51ce-47bd-8423-e11bb78e60ad, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876a827e-0459-4e2c-973b-2bed4ec23355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:05:10.735886 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:10.755919 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-ced34100-f6f0-4fc8-aeca-85ea034812eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:10.757623 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-ced34100-f6f0-4fc8-aeca-85ea034812eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1099 time: 0.1444819 May 18 10:05:10.941615 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:05:10.952673 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:05:10.958654 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:10.964717 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:11.001066 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-3111bb55-dd96-4808-9b33-671c3d002a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.002445 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-3111bb55-dd96-4808-9b33-671c3d002a59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 910 time: 0.2149472 May 18 10:05:11.082498 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.083111 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:11.084477 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] 10.222.0.24 "PUT /v2.0/ports/4cde226a-51ce-47bd-8423-e11bb78e60ad HTTP/1.1" status: 200 len: 1093 time: 1.3204489 May 18 10:05:11.087021 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'f69868da-241f-46cb-9f61-61154dbd10d7', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'floating_ip_address': '172.28.3.72', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'port_id': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'mac_address': 'fa:16:3e:c5:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:05:08Z', 'updated_at': '2021-05-18T10:05:08Z', 'revision_number': 0, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:18Z', 'revision_number': 5, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:11.087579 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:11.098368 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] Checking router: 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:05:11.110617 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:11.111743 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:04:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:11.176270 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:11.181827 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'status': 'completed', 'code': 200} May 18 10:05:11.188155 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:11.190112 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-f70ad23e-12c1-45d7-9468-2f6a540bf27d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 999 time: 0.1705115 May 18 10:05:11.269097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-743f7ff4-9c74-492f-9278-317bb3f9bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.270490 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-743f7ff4-9c74-492f-9278-317bb3f9bd96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 200 len: 848 time: 0.0718396 May 18 10:05:11.279846 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-35766d2b-faed-4595-b28e-6789e086e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.281452 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-35766d2b-faed-4595-b28e-6789e086e0b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 1096 time: 0.1439762 May 18 10:05:11.316583 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:11.472161 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-67726113-b918-4e22-bd06-395cd0c3e28c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad HTTP/1.1" status: 200 len: 217 time: 0.1557896 May 18 10:05:11.604711 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-12696648-e57f-4d74-a368-4c0f458e37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.606241 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-12696648-e57f-4d74-a368-4c0f458e37a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.1259954 May 18 10:05:11.634306 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-3105e917-c37d-4306-b46b-f859fc7a3bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:11.654382 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-44f2f272-3d3f-4a70-95da-11ef973b7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.656622 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-44f2f272-3d3f-4a70-95da-11ef973b7a64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4053077-21ac-40a8-b284-33fb25c76eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3743148 May 18 10:05:11.702081 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f74176-c52c-447f-812e-29e2b6923d98 req-be3d51d2-e21f-4257-bb3a-1d43f48b8ed7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.703821 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-03f74176-c52c-447f-812e-29e2b6923d98 req-be3d51d2-e21f-4257-bb3a-1d43f48b8ed7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.2299132 May 18 10:05:11.723518 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'f69868da-241f-46cb-9f61-61154dbd10d7', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'floating_ip_address': '172.28.3.72', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'port_id': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'mac_address': 'fa:16:3e:c5:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:05:08Z', 'updated_at': '2021-05-18T10:05:08Z', 'revision_number': 0, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:18Z', 'revision_number': 5, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:11.727841 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8af5c-460f-486d-98cb-2f33cd588a27 None None] The sync data for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb is: [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'f69868da-241f-46cb-9f61-61154dbd10d7', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'floating_ip_address': '172.28.3.72', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'port_id': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'mac_address': 'fa:16:3e:c5:38:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:05:08Z', 'updated_at': '2021-05-18T10:05:08Z', 'revision_number': 0, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:18Z', 'revision_number': 5, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:05:11.853842 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-03f74176-c52c-447f-812e-29e2b6923d98 req-a24de306-22ac-4268-88e9-6d42d5900477 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234667 May 18 10:05:11.872248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed76667-b980-45bd-a443-5247793a8a28 req-40048b2f-174b-4149-adbd-a0b326c5e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.874543 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-40048b2f-174b-4149-adbd-a0b326c5e594 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2602665 May 18 10:05:11.908398 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-049e6e8f-4431-40bd-9023-f75a3e98aab4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414076 May 18 10:05:11.921691 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a32f6d-918c-44c9-9d6b-088ce39b52b0 None None] New status for floating IP f69868da-241f-46cb-9f61-61154dbd10d7: ACTIVE {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:05:12.134974 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-8efea7a9-d146-4f3b-91d6-1d1f2752b01b service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515001 May 18 10:05:12.140654 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4131a080-eb22-4fcd-a9fc-34b96a5522a1 req-d65c38c9-7261-48e4-8a67-02a63035aa58 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171993 May 18 10:05:12.276515 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7ed76667-b980-45bd-a443-5247793a8a28 req-e2b2dd0a-e4a2-4398-a682-ba166bc968f4 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297152 May 18 10:05:12.396060 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-921c9c22-c40a-473a-83df-6559bfc3bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:12.397471 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-921c9c22-c40a-473a-83df-6559bfc3bf8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 1096 time: 0.0698733 May 18 10:05:12.621354 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-33a4e9d1-1aeb-4025-b777-72f7d5b3cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:12.622773 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-33a4e9d1-1aeb-4025-b777-72f7d5b3cb52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.2113674 May 18 10:05:12.708829 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-bab2fda5-7efb-41ae-972e-34fcb4687f0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad HTTP/1.1" status: 200 len: 217 time: 0.0687809 May 18 10:05:12.781887 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-edfa53e2-2266-4f56-ab6b-316789e889fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:12.783389 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-edfa53e2-2266-4f56-ab6b-316789e889fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1137 time: 0.2619708 May 18 10:05:12.793310 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140587a-e408-4134-9beb-05aa27c2fd99 req-3b9cd5af-b25b-4970-8d4c-0c60207c61d4 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:12.794800 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3140587a-e408-4134-9beb-05aa27c2fd99 req-3b9cd5af-b25b-4970-8d4c-0c60207c61d4 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.2367957 May 18 10:05:12.823200 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-4703eca5-e76f-419a-9a3d-76c46c8cfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:12.824568 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-4703eca5-e76f-419a-9a3d-76c46c8cfa96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.1060791 May 18 10:05:13.042699 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:13.139760 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3140587a-e408-4134-9beb-05aa27c2fd99 req-6b4b774d-c862-4d99-8686-35aaf3292284 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3179901 May 18 10:05:13.166950 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-164d1274-5a17-4450-8349-0c81890fe953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:13.168420 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-164d1274-5a17-4450-8349-0c81890fe953 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 916 time: 0.3700111 May 18 10:05:13.234891 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-a127288d-7b75-44fe-b9c3-a97b4998fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:13.236335 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-a127288d-7b75-44fe-b9c3-a97b4998fee4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3860793 May 18 10:05:13.301117 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f60e-b72b-4476-bf1d-75bd28cf90d6 req-15390028-4183-4f88-b7f3-09f873883b92 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:13.302569 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3839f60e-b72b-4476-bf1d-75bd28cf90d6 req-15390028-4183-4f88-b7f3-09f873883b92 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.2686303 May 18 10:05:13.391158 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-0fbec38d-2bf7-4342-a400-8265b968fd05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 1000 time: 0.2124650 May 18 10:05:13.472887 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3839f60e-b72b-4476-bf1d-75bd28cf90d6 req-1a235892-80cd-4d6f-a9eb-19b9df58ddcd tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635962 May 18 10:05:13.494801 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-a803aff0-c352-4597-8e74-f2705a923079 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493784 May 18 10:05:13.499397 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-f5a9f1a9-bd45-4dd6-8c96-f3a671362f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:13.500734 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-f5a9f1a9-bd45-4dd6-8c96-f3a671362f34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.0998950 May 18 10:05:13.675749 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d539e2b5-739c-417e-bd0a-37f6451b5845 req-0b251b2f-f7ac-4774-853d-d1ee0cc9cec5 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741064 May 18 10:05:13.680737 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-5dfa2e0f-2d72-4019-a5f3-83a56537af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:13.682190 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-5dfa2e0f-2d72-4019-a5f3-83a56537af6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1624992 May 18 10:05:13.813816 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-434d3078-4835-483b-9f03-121ff5070393 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222048 May 18 10:05:13.945959 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6440cbb2-a4e4-43cf-9017-6039973d2cc5 req-7fc52cf5-474e-4d33-bc3b-12302d4894ed service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242015 May 18 10:05:14.148366 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f46688e5-c60c-44ec-a313-73490ec52fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:14.276298 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:14.335980 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84988c06-01a7-40d9-9d66-7a82ebfcf8db req-651b1595-c054-494e-ae14-507f0ed9540b tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:14.337501 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-84988c06-01a7-40d9-9d66-7a82ebfcf8db req-651b1595-c054-494e-ae14-507f0ed9540b tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0884640 May 18 10:05:14.387752 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-84988c06-01a7-40d9-9d66-7a82ebfcf8db req-02c18516-d424-46c0-91bd-b5ebdb4a7d1f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435851 May 18 10:05:14.663512 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991924e-3c3d-437d-8da6-3d0876615f8a req-412b8804-983d-4cdd-b61f-55b3c2dfc55e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:14.664828 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9991924e-3c3d-437d-8da6-3d0876615f8a req-412b8804-983d-4cdd-b61f-55b3c2dfc55e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0787342 May 18 10:05:14.710853 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9991924e-3c3d-437d-8da6-3d0876615f8a req-fbbc2ac0-ca63-4277-9995-c6197160c31f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 May 18 10:05:14.872436 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:05:15.004324 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:15.017928 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'port_id': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'mac_address': 'fa:16:3e:d7:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:05:15.073350 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:15.090391 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cde226a-51ce-47bd-8423-e11bb78e60ad {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:05:15.105719 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:15.109464 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:15.111148 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:15.178044 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:15.185139 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.185510 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.185896 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.186377 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.186804 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.187140 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.187469 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.187795 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.188118 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.188441 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.188762 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.189081 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:15.192770 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:15.223737 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:15.393274 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['4cde226a-51ce-47bd-8423-e11bb78e60ad'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:05:15.586340 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d390bc-d0bb-4ae5-9316-680682037731 req-22b099a9-7ebf-497c-812d-259504734e78 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:15.587791 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e2d390bc-d0bb-4ae5-9316-680682037731 req-22b099a9-7ebf-497c-812d-259504734e78 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0861011 May 18 10:05:15.634662 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e2d390bc-d0bb-4ae5-9316-680682037731 req-38ee25f3-0e85-44e6-9c62-8fb531e6ed7e tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401266 May 18 10:05:15.907867 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d07ac0-d360-429e-9ce1-a91afa4fbd2a req-964e1b16-76fa-479c-93fe-f69361d5c6db tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:15.909201 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-01d07ac0-d360-429e-9ce1-a91afa4fbd2a req-964e1b16-76fa-479c-93fe-f69361d5c6db tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 944 time: 0.0809803 May 18 10:05:15.954237 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-01d07ac0-d360-429e-9ce1-a91afa4fbd2a req-6dab0c64-df0c-4f56-9125-714f458fbea7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391910 May 18 10:05:16.823006 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba111e6-6c3b-4804-95c8-7c4234b684dd req-7d704f6d-c04c-467a-9f58-f032b9945d53 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:16.824513 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0ba111e6-6c3b-4804-95c8-7c4234b684dd req-7d704f6d-c04c-467a-9f58-f032b9945d53 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0822315 May 18 10:05:16.874889 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0ba111e6-6c3b-4804-95c8-7c4234b684dd req-8ce83519-13dc-4860-bcca-33dcb31cb7ad tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445240 May 18 10:05:16.901721 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:05:16.971378 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 4cde226a-51ce-47bd-8423-e11bb78e60ad completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:05:16.984995 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 4cde226a-51ce-47bd-8423-e11bb78e60ad triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:05:16.985370 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:17.029328 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:17.154421 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:17.157266 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cdeaf-4c7f-41d8-a28c-bb10c82ccf9d req-24725fd6-3521-41ba-b1cf-c8fbb1e3b845 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:17.158762 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-309cdeaf-4c7f-41d8-a28c-bb10c82ccf9d req-24725fd6-3521-41ba-b1cf-c8fbb1e3b845 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 944 time: 0.0832708 May 18 10:05:17.181014 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:17.192574 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:17.196690 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:17.198667 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-32a364a2-3ef8-4444-a4f6-cd776b46719b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:17.206441 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-309cdeaf-4c7f-41d8-a28c-bb10c82ccf9d req-36b4c247-5cda-4b8d-9b57-cd2d2d182446 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 May 18 10:05:17.241800 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'code': 200} May 18 10:05:17.268452 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:17.271759 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:17.566812 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf54a2-481b-403e-8c59-aaf160e6ae8f req-6816a7f3-bb4d-4567-aa1e-a7c87ff90a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:17.568333 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5fbf54a2-481b-403e-8c59-aaf160e6ae8f req-6816a7f3-bb4d-4567-aa1e-a7c87ff90a9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 1098 time: 0.1558754 May 18 10:05:17.615654 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5fbf54a2-481b-403e-8c59-aaf160e6ae8f req-d322f3d9-1cdb-4d95-9e96-2c9de0cd7552 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356057 May 18 10:05:17.821199 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ca0f6-2a1d-445c-8518-2625f9b861fe req-180fdaff-1e33-4c24-ab6e-0cd738aca047 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:17.822676 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-506ca0f6-2a1d-445c-8518-2625f9b861fe req-180fdaff-1e33-4c24-ab6e-0cd738aca047 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.0806897 May 18 10:05:17.867489 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-506ca0f6-2a1d-445c-8518-2625f9b861fe req-f284c950-4d65-4c75-b917-a365c1c2ab93 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 May 18 10:05:18.058510 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99564e-f784-428f-9ca5-0bbf9bdf7744 req-025048af-ff21-426a-ada3-dc9417f3e19d tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:18.059931 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-de99564e-f784-428f-9ca5-0bbf9bdf7744 req-025048af-ff21-426a-ada3-dc9417f3e19d tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0806065 May 18 10:05:18.105685 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-de99564e-f784-428f-9ca5-0bbf9bdf7744 req-9f91a371-2c42-4726-9a68-cd168828a565 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393720 May 18 10:05:18.412537 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e51da0-370c-4c37-90a4-453af4effcaf req-85d7902e-b63b-4055-9a30-686bc9076422 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:18.414006 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62e51da0-370c-4c37-90a4-453af4effcaf req-85d7902e-b63b-4055-9a30-686bc9076422 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0845184 May 18 10:05:18.460982 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-62e51da0-370c-4c37-90a4-453af4effcaf req-f1592348-c219-464e-abac-287524eaf026 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 May 18 10:05:19.063618 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38355b0-1551-4f2f-9e7f-acd7ea8a31a1 req-b05fa7b0-2165-4028-b650-4615f48be86c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:19.064990 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e38355b0-1551-4f2f-9e7f-acd7ea8a31a1 req-b05fa7b0-2165-4028-b650-4615f48be86c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.0831823 May 18 10:05:19.111913 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e38355b0-1551-4f2f-9e7f-acd7ea8a31a1 req-a0cb1580-9193-4c40-8a4e-2c75184b7f87 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 May 18 10:05:19.301331 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140280c-ec1d-4202-8b4e-888aa5320782 req-304fb039-4221-4ee2-ba4b-f1bcc06fcc66 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:19.302825 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0140280c-ec1d-4202-8b4e-888aa5320782 req-304fb039-4221-4ee2-ba4b-f1bcc06fcc66 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0854743 May 18 10:05:19.350484 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0140280c-ec1d-4202-8b4e-888aa5320782 req-82647426-afe0-424a-aac1-a47e8dbc572b tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417037 May 18 10:05:19.661940 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e46d2-7654-4c92-ad14-0adb531b898d req-4cecc827-ada0-49d3-815a-f333c1bc1dff tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:19.663419 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-921e46d2-7654-4c92-ad14-0adb531b898d req-4cecc827-ada0-49d3-815a-f333c1bc1dff tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0824440 May 18 10:05:19.714988 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-921e46d2-7654-4c92-ad14-0adb531b898d req-bac2b4e8-267e-4738-ad19-f2fbc34d1e75 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 May 18 10:05:19.908368 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556f254-5aec-4ccb-a613-f8a883d34821 req-ea124af4-6d95-457e-9ea1-bb44dd2e1437 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:19.909718 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9556f254-5aec-4ccb-a613-f8a883d34821 req-ea124af4-6d95-457e-9ea1-bb44dd2e1437 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0786018 May 18 10:05:19.918276 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 36006) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:19.923889 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Request body: {'floatingip': {'port_id': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:20.001293 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:20.476827 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f235334-d7f2-41d0-9fc0-c5957a244109 req-cc2733ce-4d8f-493c-818b-f61fe815ce85 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:20.478279 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8f235334-d7f2-41d0-9fc0-c5957a244109 req-cc2733ce-4d8f-493c-818b-f61fe815ce85 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.2371860 May 18 10:05:20.602417 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8f235334-d7f2-41d0-9fc0-c5957a244109 req-b4e5d4a0-a5ca-4703-a9db-21ca66f56e06 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075480 May 18 10:05:20.640046 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5c7c5-aeaa-47bb-845d-dcc8c2ff5609 req-c6b4e5d4-37f8-4680-8b95-c94c067d68c8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:20.641389 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-98d5c7c5-aeaa-47bb-845d-dcc8c2ff5609 req-c6b4e5d4-37f8-4680-8b95-c94c067d68c8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.1498296 May 18 10:05:20.780449 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.db.resource_extend [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 10:05:20.858052 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-98d5c7c5-aeaa-47bb-845d-dcc8c2ff5609 req-bfb92796-4d53-4f62-872e-34579e32c1b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2091186 May 18 10:05:20.882081 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:20.889764 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:21.053824 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Floating IP bbc355d0-01bc-4c18-9f6c-c44d318116ff associated. External IP: 172.28.3.114, port: 4cde226a-51ce-47bd-8423-e11bb78e60ad. May 18 10:05:21.470085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:05:21.654074 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:05:21.658673 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:21.664146 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] Sync routers for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:05:21.675705 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:21.676403 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:05:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:21.722857 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-c72ae5e6-b384-4d14-94d7-b070e4a24163 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "PUT /v2.0/floatingips/bbc355d0-01bc-4c18-9f6c-c44d318116ff HTTP/1.1" status: 200 len: 991 time: 1.8009574 May 18 10:05:21.722857 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:21.816511 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c2a63-7d27-4a31-91c9-b8092a2c8b2a req-7e5e408c-9b4f-46f4-8351-e322f9706814 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:21.818019 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-083c2a63-7d27-4a31-91c9-b8092a2c8b2a req-7e5e408c-9b4f-46f4-8351-e322f9706814 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.0966921 May 18 10:05:21.863299 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:21.869046 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-083c2a63-7d27-4a31-91c9-b8092a2c8b2a req-972e5b0f-fa8b-4e7b-bb10-69399a776ab3 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 May 18 10:05:21.900904 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'status': 'completed', 'code': 200} May 18 10:05:22.001096 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-a365ee9b-6559-4ce6-95af-9f80817df3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:22.002640 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-a365ee9b-6559-4ce6-95af-9f80817df3fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 1098 time: 0.0803821 May 18 10:05:22.193410 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-5cccae15-f800-4491-b55f-e40dcecc1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:22.194875 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-5cccae15-f800-4491-b55f-e40dcecc1db8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.1556427 May 18 10:05:22.205995 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25c5a2-47fc-4f20-b281-193b7fc36b8c req-8be70bc9-0b56-40d1-9cd7-c11689fb81b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:22.207440 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ee25c5a2-47fc-4f20-b281-193b7fc36b8c req-8be70bc9-0b56-40d1-9cd7-c11689fb81b5 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.2038779 May 18 10:05:22.239912 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'bbc355d0-01bc-4c18-9f6c-c44d318116ff', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'port_id': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'mac_address': 'fa:16:3e:d7:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:05:06Z', 'updated_at': '2021-05-18T10:05:20Z', 'revision_number': 1, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:22.243767 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] Checking router: 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:05:22.252866 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:05:22.253386 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:05:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:22.432619 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-f7c6874b-18ba-4759-b4b9-19249d711ac7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad HTTP/1.1" status: 200 len: 999 time: 0.2241919 May 18 10:05:22.436798 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ee25c5a2-47fc-4f20-b281-193b7fc36b8c req-87857a42-0b2a-4ed4-abbd-aa186969d873 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764846 May 18 10:05:22.445860 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:05:22.497866 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-b9a3356c-74cd-4c2c-adcd-77850f2b446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:22.499813 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-b9a3356c-74cd-4c2c-adcd-77850f2b446f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.0588968 May 18 10:05:22.579225 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-2e1a6b09-3726-4a56-ac1d-036ad97f05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:22.580601 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-2e1a6b09-3726-4a56-ac1d-036ad97f05c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742900 May 18 10:05:22.722881 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-cfaa9f20-da3a-4831-8936-d8ceb83007d7 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290102 May 18 10:05:22.840444 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'bbc355d0-01bc-4c18-9f6c-c44d318116ff', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'port_id': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'mac_address': 'fa:16:3e:d7:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:05:06Z', 'updated_at': '2021-05-18T10:05:20Z', 'revision_number': 1, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:05:22.844809 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7668b0-582c-48ee-9e68-9b73f9e9075c None None] The sync data for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb is: [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': 'bbc355d0-01bc-4c18-9f6c-c44d318116ff', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'port_id': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'mac_address': 'fa:16:3e:d7:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:05:06Z', 'updated_at': '2021-05-18T10:05:20Z', 'revision_number': 1, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:05:22.855327 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d4bee10-fb0f-444e-b210-84a80e3a38c2 req-a669dd26-d5f6-4a2e-863f-0c13149e1b88 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259878 May 18 10:05:23.071631 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e3d8c-8871-4ea1-a27e-0a7f8da25b8e None None] New status for floating IP bbc355d0-01bc-4c18-9f6c-c44d318116ff: ACTIVE {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:05:23.072737 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da2d1f-cc18-4940-95a0-31b6ddb18d74 req-6f84b5fc-0d4f-4204-8ae5-fc86b4925ee5 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:23.074343 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f6da2d1f-cc18-4940-95a0-31b6ddb18d74 req-6f84b5fc-0d4f-4204-8ae5-fc86b4925ee5 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.0849071 May 18 10:05:23.126559 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f6da2d1f-cc18-4940-95a0-31b6ddb18d74 req-5db8108e-446b-450e-a21c-c9c414c411e2 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 May 18 10:05:23.491355 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-94600d49-ff88-4abd-9608-dc12e211977d tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:23.492836 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-94600d49-ff88-4abd-9608-dc12e211977d tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 945 time: 0.0836067 May 18 10:05:23.690616 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6075-c40a-460d-a489-c8d1e118d6a5 req-08633c92-0948-436a-9de5-5083540687ea tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:23.692064 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b8dc6075-c40a-460d-a489-c8d1e118d6a5 req-08633c92-0948-436a-9de5-5083540687ea tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.1476877 May 18 10:05:23.697229 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Deleting port c5ea2951-5b38-418c-b5d8-08edb48a46a9 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:05:23.697598 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:23.831537 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b8dc6075-c40a-460d-a489-c8d1e118d6a5 req-6e41fee0-35a0-45e6-b7db-4316f301c664 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206789 May 18 10:05:23.863820 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] For port c5ea2951-5b38-418c-b5d8-08edb48a46a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5ea2951-5b38-418c-b5d8-08edb48a46a9,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:23.864168 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:23.988992 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Calling delete_port for c5ea2951-5b38-418c-b5d8-08edb48a46a9 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:05:24.107072 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:24.113667 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4142da7a-f9e5-42d2-8a01-37c508917086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:24.126527 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['c5ea2951-5b38-418c-b5d8-08edb48a46a9'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:05:24.165700 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Pushing event deleted for resources: {'Port': ['ID=c5ea2951-5b38-418c-b5d8-08edb48a46a9,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:24.168979 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:24.242434 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] No DVR routers for this DVR port c5ea2951-5b38-418c-b5d8-08edb48a46a9 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:05:24.244979 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:24.249266 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e0d893-685c-4ed4-826c-5b09c166934b', 'name': 'network-vif-deleted', 'tag': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:24.296791 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6f42c08f-f82c-4c8e-911b-fe6e54653e14 req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "DELETE /v2.0/ports/c5ea2951-5b38-418c-b5d8-08edb48a46a9 HTTP/1.1" status: 204 len: 173 time: 0.7983813 May 18 10:05:24.303278 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e0dfb8e9-012b-4c68-afa0-003eace987fa req-019ec60a-18fe-4b7d-b50b-e8961d3eafc9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Synchronizing usage tracker for tenant:d01af9c92c50442a963e735093df5b7a on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:05:24.327670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e0dfb8e9-012b-4c68-afa0-003eace987fa req-019ec60a-18fe-4b7d-b50b-e8961d3eafc9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Unset dirty status for tenant:d01af9c92c50442a963e735093df5b7a on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:05:24.328954 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e0dfb8e9-012b-4c68-afa0-003eace987fa req-019ec60a-18fe-4b7d-b50b-e8961d3eafc9 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13e0d893-685c-4ed4-826c-5b09c166934b HTTP/1.1" status: 200 len: 210 time: 0.0807104 May 18 10:05:24.355874 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e0d893-685c-4ed4-826c-5b09c166934b', 'name': 'network-vif-deleted', 'tag': 'c5ea2951-5b38-418c-b5d8-08edb48a46a9', 'status': 'completed', 'code': 200} May 18 10:05:25.057607 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95af7a-2b59-4cfb-a51e-3d40e4e2a04c req-7edf9d4e-7d8a-4f86-8f53-81c670a020c2 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:25.058962 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ee95af7a-2b59-4cfb-a51e-3d40e4e2a04c req-7edf9d4e-7d8a-4f86-8f53-81c670a020c2 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0842369 May 18 10:05:25.110751 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ee95af7a-2b59-4cfb-a51e-3d40e4e2a04c req-33fae9c8-f2c2-4441-b1a7-d7e0b975ec91 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446668 May 18 10:05:26.394749 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b1c1b-0206-4518-a4aa-ffe6ba552262 req-796e2ef5-858b-4e98-9e7b-aac0f6718b3c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:26.396112 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-794b1c1b-0206-4518-a4aa-ffe6ba552262 req-796e2ef5-858b-4e98-9e7b-aac0f6718b3c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.1745815 May 18 10:05:26.445153 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-794b1c1b-0206-4518-a4aa-ffe6ba552262 req-6233da35-9f80-40df-95b0-111870d7a5ce tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432284 May 18 10:05:26.934578 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device c5ea2951-5b38-418c-b5d8-08edb48a46a9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:05:26.972578 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: c5ea2951-5b38-418c-b5d8-08edb48a46a9 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:05:26.972842 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device c5ea2951-5b38-418c-b5d8-08edb48a46a9 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:05:27.636432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad696623-f023-4782-b7ce-4de4c61b31bc req-971a45cd-2c9a-40b5-96e6-67ce80e22726 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:27.637800 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ad696623-f023-4782-b7ce-4de4c61b31bc req-971a45cd-2c9a-40b5-96e6-67ce80e22726 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0817611 May 18 10:05:27.686915 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ad696623-f023-4782-b7ce-4de4c61b31bc req-ad773633-ca28-42e7-b8b6-a865b005eae6 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430908 May 18 10:05:28.871214 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c05939-83d3-4e99-a55c-e5ccf1225f9a req-be8e8b01-a072-4818-a766-629dc6392653 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:28.872568 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a4c05939-83d3-4e99-a55c-e5ccf1225f9a req-be8e8b01-a072-4818-a766-629dc6392653 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0791399 May 18 10:05:28.918121 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a4c05939-83d3-4e99-a55c-e5ccf1225f9a req-8758a5e3-edf2-46ea-8e70-788abaf31514 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391171 May 18 10:05:29.687665 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c0293-7709-403f-b351-c6f211db1f86 req-e35db2da-ab80-4f87-b311-437e9371b26c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:29.689096 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-e35db2da-ab80-4f87-b311-437e9371b26c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/networks?id=45892d0e-470e-45be-b99c-21300083d886 HTTP/1.1" status: 200 len: 813 time: 0.1449873 May 18 10:05:29.703700 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-39b65a77-c16b-4837-af47-3299de47b05d tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/quotas/d01af9c92c50442a963e735093df5b7a HTTP/1.1" status: 200 len: 375 time: 0.0092330 May 18 10:05:29.755886 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-fd884e4b-b3df-48ec-b107-b62f5910cc35 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01af9c92c50442a963e735093df5b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472069 May 18 10:05:29.902387 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-564f9e85-4903-438a-9169-1d1d2d2b199f service neutron] 10.222.0.36 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398802 May 18 10:05:30.071691 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-ce4d181c-3b52-45ff-a498-d86907e633d9 service neutron] 10.222.0.36 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622193 May 18 10:05:30.115637 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e66da-0a87-472d-8706-1a68d561b1aa req-e8dfe6da-6712-4d00-aa26-90e21a2a61b7 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:30.117181 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ba5e66da-0a87-472d-8706-1a68d561b1aa req-e8dfe6da-6712-4d00-aa26-90e21a2a61b7 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0858846 May 18 10:05:30.173622 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ba5e66da-0a87-472d-8706-1a68d561b1aa req-9b4a3656-aea7-4706-88d6-4598fb0effaa tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&id=db979edc-084f-4dba-838a-b108219751aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458951 May 18 10:05:30.253768 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-189c506b-d368-414f-a834-238c6dd1f052 req-de1d7d82-ac02-4bc9-be37-6aa6b3169fa1 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 210 time: 0.0463870 May 18 10:05:31.330767 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c0293-7709-403f-b351-c6f211db1f86 req-882ac5d2-03bb-4de5-a571-66d09117ccb6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:31.332221 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-882ac5d2-03bb-4de5-a571-66d09117ccb6 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "GET /v2.0/networks?id=45892d0e-470e-45be-b99c-21300083d886 HTTP/1.1" status: 200 len: 813 time: 0.1476071 May 18 10:05:31.348718 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Request body: {'port': {'device_id': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'network_id': '45892d0e-470e-45be-b99c-21300083d886', 'admin_state_up': True, 'tenant_id': 'd01af9c92c50442a963e735093df5b7a'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:31.470543 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1917ef74-a466-4229-a1ec-d034e857b118 req-42aa0a2a-c3b0-4846-99ec-15a6e9a17e7f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 210 time: 0.1028993 May 18 10:05:31.523666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:31.533521 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:31.542685 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Made reservation on behalf of d01af9c92c50442a963e735093df5b7a for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:05:31.547202 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:31.705837 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Allocated IP 172.20.0.8 (45892d0e-470e-45be-b99c-21300083d886/0de0e701-f277-4adc-83af-afb2a7587d7c/0ab170f4-a40f-49c5-9ff8-ccad376b7b27) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:05:31.904983 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:31.936119 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:31.943670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:32.099788 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Network 45892d0e-470e-45be-b99c-21300083d886 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:05:32.103279 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:05:32.105638 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:05:32.161623 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Pushing event updated for resources: {'Port': ['ID=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:32.166311 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:32.181818 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:32.182412 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:32.207473 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8625145 May 18 10:05:32.223831 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Request body: {'port': {'device_id': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:05:32.332058 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:32.730514 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36b2b2-9dfa-4253-9e0c-5a585c8bc225 req-cd5b7715-0125-4b4c-a238-e1e9d82374ea tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:32.731205 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-0d36b2b2-9dfa-4253-9e0c-5a585c8bc225 req-cd5b7715-0125-4b4c-a238-e1e9d82374ea tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Synchronizing usage tracker for tenant:d01af9c92c50442a963e735093df5b7a on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:05:32.739312 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:05:32.752133 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:32.762659 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-0d36b2b2-9dfa-4253-9e0c-5a585c8bc225 req-cd5b7715-0125-4b4c-a238-e1e9d82374ea tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Unset dirty status for tenant:d01af9c92c50442a963e735093df5b7a on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:05:32.764344 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d36b2b2-9dfa-4253-9e0c-5a585c8bc225 req-cd5b7715-0125-4b4c-a238-e1e9d82374ea tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 931 time: 0.1865659 May 18 10:05:32.769719 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Transition to ACTIVE for port object 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:05:32.786647 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:32.792774 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ade1d467-53f9-4640-979f-c169fc2c468b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:32.930871 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d36b2b2-9dfa-4253-9e0c-5a585c8bc225 req-6f70ea68-b132-4568-aba9-fe406f10b79c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600525 May 18 10:05:32.937309 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:32.963036 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:33.038385 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Attempting to bind port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:05:33.038630 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Attempting to bind port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:05:33.038952 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Attempting to bind port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 on network 45892d0e-470e-45be-b99c-21300083d886 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:05:33.043347 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 on network 45892d0e-470e-45be-b99c-21300083d886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:05:33.043665 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Attempting to bind port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 on network 45892d0e-470e-45be-b99c-21300083d886 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:05:33.048568 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:05:33.048893 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Checking segment: {'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:05:33.049266 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Bound using segment: {'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:05:33.049710 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Bound port: 0ab170f4-a40f-49c5-9ff8-ccad376b7b27, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083e4507-4339-453c-9f65-7cc36f88dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '45892d0e-470e-45be-b99c-21300083d886'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:05:33.050040 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:33.135726 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] For port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:05:33.138631 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] For port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:05:33.143493 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:33.146939 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:33.215135 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:33.215746 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:33.217110 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] 10.222.0.24 "PUT /v2.0/ports/0ab170f4-a40f-49c5-9ff8-ccad376b7b27 HTTP/1.1" status: 200 len: 1093 time: 0.9975474 May 18 10:05:33.217756 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'tag': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:33.238174 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:33.241417 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:33.335519 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'tag': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27', 'status': 'completed', 'code': 200} May 18 10:05:33.344485 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c0293-7709-403f-b351-c6f211db1f86 req-5b3112c8-ec6b-4033-b525-1144b2b4d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:33.345998 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-5b3112c8-ec6b-4033-b525-1144b2b4d7a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d01af9c92c50442a963e735093df5b7a&device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 1096 time: 0.0756011 May 18 10:05:33.417579 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-05689144-351a-4a63-8770-fc42b3ea5fc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab170f4-a40f-49c5-9ff8-ccad376b7b27 HTTP/1.1" status: 200 len: 217 time: 0.0622945 May 18 10:05:33.479923 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c0293-7709-403f-b351-c6f211db1f86 req-5ce427b4-1c0d-4f8c-b04a-d26c49f9fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:33.481313 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-5ce427b4-1c0d-4f8c-b04a-d26c49f9fc74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0de0e701-f277-4adc-83af-afb2a7587d7c HTTP/1.1" status: 200 len: 853 time: 0.0567899 May 18 10:05:33.532651 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-8fa5f1ce-abac-487f-9009-536d2db68e97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45892d0e-470e-45be-b99c-21300083d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422385 May 18 10:05:33.647328 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:05:33.665784 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-cbf40980-1abe-4a5b-93d3-a8079ce53e6d service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211424 May 18 10:05:33.874634 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d62c0293-7709-403f-b351-c6f211db1f86 req-81770c19-bb43-4939-87a4-ef2dff65dc25 service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024226 May 18 10:05:33.993766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-1451408c-ae85-45c5-84f7-d86ce44e02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:33.995246 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-1451408c-ae85-45c5-84f7-d86ce44e02b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d01af9c92c50442a963e735093df5b7a&device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 1096 time: 0.0692492 May 18 10:05:34.176844 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-a4a2fb99-3f4e-4c0c-be9c-dafbc55cc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:34.178356 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-a4a2fb99-3f4e-4c0c-be9c-dafbc55cc5c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45892d0e-470e-45be-b99c-21300083d886 HTTP/1.1" status: 200 len: 914 time: 0.1749942 May 18 10:05:34.247115 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75695b-fecc-424b-99c1-f1e15af22bb9 req-3d64faff-6052-47a2-a2d5-089289938023 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:34.248482 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bc75695b-fecc-424b-99c1-f1e15af22bb9 req-3d64faff-6052-47a2-a2d5-089289938023 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 943 time: 0.1675527 May 18 10:05:34.257086 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-805683db-16d2-449b-b1bc-44804668e3bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab170f4-a40f-49c5-9ff8-ccad376b7b27 HTTP/1.1" status: 200 len: 217 time: 0.0680280 May 18 10:05:34.343337 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bc75695b-fecc-424b-99c1-f1e15af22bb9 req-6402baf4-1040-4c16-bff4-182586e12f7f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877135 May 18 10:05:34.346733 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-f816ea37-984d-41ec-8481-5ee4ab5e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:34.348092 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-f816ea37-984d-41ec-8481-5ee4ab5e416c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0de0e701-f277-4adc-83af-afb2a7587d7c HTTP/1.1" status: 200 len: 853 time: 0.0766158 May 18 10:05:34.405985 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-05eb442e-fb00-49c0-a80b-544d34782d65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45892d0e-470e-45be-b99c-21300083d886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411265 May 18 10:05:34.542720 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-c5391e52-ed14-4033-a0d9-80e2eb9bd067 service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239097 May 18 10:05:34.670851 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7131bc55-37bd-4f56-9c5e-abd5ff4ec7f6 req-9aab9603-0022-452c-a0b7-42bbb206a268 service neutron] 10.222.0.24 "GET /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209943 May 18 10:05:35.534027 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0f93-ee8c-4e18-856b-ca0b80aaa0be req-e000a2e0-56e6-4035-b023-e4fb2040f82c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:35.535457 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fccd0f93-ee8c-4e18-856b-ca0b80aaa0be req-e000a2e0-56e6-4035-b023-e4fb2040f82c tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 943 time: 0.0833483 May 18 10:05:35.580227 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fccd0f93-ee8c-4e18-856b-ca0b80aaa0be req-09f15440-95e7-44dc-ae66-dd3d22be280a tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 May 18 10:05:36.770384 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc7ba-213f-4561-a6fc-1c994e686082 req-9000aa20-0e9a-4994-ae53-a42719294332 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:36.771885 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71bbc7ba-213f-4561-a6fc-1c994e686082 req-9000aa20-0e9a-4994-ae53-a42719294332 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 943 time: 0.0846026 May 18 10:05:36.819225 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71bbc7ba-213f-4561-a6fc-1c994e686082 req-da311d59-1698-4fb1-a5c9-49ae2162cf0a tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 May 18 10:05:36.996599 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:05:37.168831 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:37.182450 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27', 'network_id': '45892d0e-470e-45be-b99c-21300083d886', 'port_id': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27', 'mac_address': 'fa:16:3e:c4:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de0e701-f277-4adc-83af-afb2a7587d7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:05:37.242952 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:37.259283 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:05:37.276854 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:37.281835 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:37.284445 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:37.354785 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:37.357836 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:37.557353 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['0ab170f4-a40f-49c5-9ff8-ccad376b7b27'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:05:38.009196 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ece0f5-9345-4729-bde8-31c2fd809ef9 req-fb5f240e-70ea-49ef-af2f-cbb878fc02fd tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:38.010638 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-48ece0f5-9345-4729-bde8-31c2fd809ef9 req-fb5f240e-70ea-49ef-af2f-cbb878fc02fd tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 944 time: 0.0796471 May 18 10:05:38.054351 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-48ece0f5-9345-4729-bde8-31c2fd809ef9 req-72db4894-fdc5-47eb-aa68-cf8d93c96ade tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 May 18 10:05:39.010212 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:05:39.077314 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:05:39.082074 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:05:39.082444 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:39.201119 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:39.228360 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:39.239296 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:39.242886 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:39.244822 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:39.255628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a847a-fe7e-4d92-98d3-1c581197ab4d req-f387b27e-c050-4b9e-9b09-35c240789a47 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:39.257109 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-596a847a-fe7e-4d92-98d3-1c581197ab4d req-f387b27e-c050-4b9e-9b09-35c240789a47 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 944 time: 0.0897832 May 18 10:05:39.280914 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27', 'code': 200} May 18 10:05:39.303684 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-596a847a-fe7e-4d92-98d3-1c581197ab4d req-b2af9576-3a38-4809-ae73-7c91f2b45e3a tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 May 18 10:05:39.315977 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:39.319238 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:39.514598 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e944-ef41-41bd-a9eb-ef6fd70f3327 req-8a258193-d406-4614-8904-a609e413b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:39.516163 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c13e944-ef41-41bd-a9eb-ef6fd70f3327 req-8a258193-d406-4614-8904-a609e413b787 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 1098 time: 0.0738893 May 18 10:05:39.560655 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c13e944-ef41-41bd-a9eb-ef6fd70f3327 req-58b2ea91-b555-4033-8981-faaaf0d19b29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 May 18 10:05:40.496238 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd657-889b-45ed-b685-1b87e14ed514 req-da759e27-cc46-4373-8151-eb1569be7b3d tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:40.497711 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-79afd657-889b-45ed-b685-1b87e14ed514 req-da759e27-cc46-4373-8151-eb1569be7b3d tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.0803559 May 18 10:05:40.542345 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-79afd657-889b-45ed-b685-1b87e14ed514 req-bf2e19cb-7eff-45ec-97a9-90f9fafce7ee tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 May 18 10:05:41.607254 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-398cab22-d87e-49ac-85e0-252640307344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:41.732400 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10e80f-4c17-402b-8c8a-ffc1bfaa9991 req-31d4d465-37f3-4e0b-9e6f-9938de50f563 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:41.733782 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bb10e80f-4c17-402b-8c8a-ffc1bfaa9991 req-31d4d465-37f3-4e0b-9e6f-9938de50f563 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.0827191 May 18 10:05:41.778613 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-bb10e80f-4c17-402b-8c8a-ffc1bfaa9991 req-30140d19-66f0-4ce3-be51-b6a873f7af50 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392349 May 18 10:05:43.059744 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:44.154150 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ce23576d-3262-4766-bca9-d430b8d1215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:44.278054 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:45.229741 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:46.995288 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:54.999891 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a65121-0fe3-4f49-a809-114b5664daea req-ca28b621-7dff-43b3-91ae-8d96e2ba66f7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:55.001888 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-39a65121-0fe3-4f49-a809-114b5664daea req-ca28b621-7dff-43b3-91ae-8d96e2ba66f7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1360216 May 18 10:05:55.045066 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-39a65121-0fe3-4f49-a809-114b5664daea req-9846d261-c708-43bb-ba7e-9e5b97f050fe tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374892 May 18 10:05:56.300879 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4915-f992-4db0-8289-73327615ae46 req-35b9bf80-e7d0-444c-aa8e-194234a6c3ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:56.302240 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-717b4915-f992-4db0-8289-73327615ae46 req-35b9bf80-e7d0-444c-aa8e-194234a6c3ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1506870 May 18 10:05:56.345934 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-717b4915-f992-4db0-8289-73327615ae46 req-b612d64f-ed72-44f7-8295-6da12728adb7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 May 18 10:05:57.530097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3144e42-04b8-4c6d-bd74-e46c6333a7bd req-3d197976-09b6-4eb2-9d08-e41c7edf90f3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:57.531522 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b3144e42-04b8-4c6d-bd74-e46c6333a7bd req-3d197976-09b6-4eb2-9d08-e41c7edf90f3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0800757 May 18 10:05:57.578357 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b3144e42-04b8-4c6d-bd74-e46c6333a7bd req-fb770797-976a-470c-8ecd-cbb9e15bc3a6 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 May 18 10:05:58.760303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299575-94a4-442a-8768-6b678f52afe7 req-190fecb0-e499-4cc1-954f-51e9c43b6dc4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:58.761763 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-84299575-94a4-442a-8768-6b678f52afe7 req-190fecb0-e499-4cc1-954f-51e9c43b6dc4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0784035 May 18 10:05:58.805110 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-84299575-94a4-442a-8768-6b678f52afe7 req-ffc57e13-da4d-4d4c-aa54-9238a7424ea6 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369537 May 18 10:05:59.990083 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789662e4-e6b0-4a06-ab3f-3fd1938fcf5c req-d10ca302-751a-4b4b-b7a9-99c65843453c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:59.991524 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-789662e4-e6b0-4a06-ab3f-3fd1938fcf5c req-d10ca302-751a-4b4b-b7a9-99c65843453c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0821781 May 18 10:06:00.035365 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-789662e4-e6b0-4a06-ab3f-3fd1938fcf5c req-3a27a6fa-5be0-4791-8be0-1fda6524c728 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 May 18 10:06:01.241587 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efbd46-3fc5-486a-b04d-7a48fabe09da req-fe68bf38-2cd5-4a77-bb69-b80cd9769d49 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:01.243343 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-88efbd46-3fc5-486a-b04d-7a48fabe09da req-fe68bf38-2cd5-4a77-bb69-b80cd9769d49 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0928729 May 18 10:06:01.294806 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-88efbd46-3fc5-486a-b04d-7a48fabe09da req-c3678ba8-7fb1-4755-b1c4-0ed37386bf90 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454850 May 18 10:06:02.481524 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717a4e-bec7-438d-b20f-2fd4ee2c48ce req-b214f0e0-2305-4f24-88d2-15c0f1a10b9c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:02.482939 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-29717a4e-bec7-438d-b20f-2fd4ee2c48ce req-b214f0e0-2305-4f24-88d2-15c0f1a10b9c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0810800 May 18 10:06:02.526944 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-29717a4e-bec7-438d-b20f-2fd4ee2c48ce req-34eb5d76-3b47-4b8e-b287-114b66915c07 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378094 May 18 10:06:02.956028 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf25b3-3045-48f9-ba40-614163458793 req-aebd5a63-f143-44d8-9d14-5d90b2aabe70 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:02.957492 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f7cf25b3-3045-48f9-ba40-614163458793 req-aebd5a63-f143-44d8-9d14-5d90b2aabe70 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.0824335 May 18 10:06:03.001765 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f7cf25b3-3045-48f9-ba40-614163458793 req-3c23ed00-cc73-4d80-98e9-bdc6aafcc619 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 May 18 10:06:03.717574 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0a0c0-cc0f-4e4f-bce3-36c8788d1c02 req-077e3669-a4e9-40ca-86b3-db27610d6e70 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:03.719022 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-80f0a0c0-cc0f-4e4f-bce3-36c8788d1c02 req-077e3669-a4e9-40ca-86b3-db27610d6e70 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0809662 May 18 10:06:03.764556 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-80f0a0c0-cc0f-4e4f-bce3-36c8788d1c02 req-d0dda460-ce53-4e71-9a14-48dce82af60b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387425 May 18 10:06:04.184885 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284f37f-8772-4cd1-9c2d-28f8fa9049b6 req-e7ac2eb8-23e6-4a12-b7b2-69580c4b33ac tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:04.186336 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1284f37f-8772-4cd1-9c2d-28f8fa9049b6 req-e7ac2eb8-23e6-4a12-b7b2-69580c4b33ac tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.0825529 May 18 10:06:04.230315 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1284f37f-8772-4cd1-9c2d-28f8fa9049b6 req-98454d00-0ca6-4bc5-a215-5b8a614e5494 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373247 May 18 10:06:04.952690 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d995a-1237-4029-8c89-3f7c0ca324ef req-806f1faa-6225-4c49-8d5a-021ea4f7a469 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:04.954909 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d6d995a-1237-4029-8c89-3f7c0ca324ef req-806f1faa-6225-4c49-8d5a-021ea4f7a469 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0797524 May 18 10:06:05.002362 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0d6d995a-1237-4029-8c89-3f7c0ca324ef req-5beffac1-89ed-487c-ba86-8bdab30d1065 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 May 18 10:06:05.419547 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85245894-3b9e-4dd8-855a-f782ced9aac1 req-28ca20fa-8b01-4489-92b6-24c7dd41deff tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:05.421001 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-85245894-3b9e-4dd8-855a-f782ced9aac1 req-28ca20fa-8b01-4489-92b6-24c7dd41deff tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.0843415 May 18 10:06:05.466296 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-85245894-3b9e-4dd8-855a-f782ced9aac1 req-551ad265-4b7c-42d2-a6ae-3a0f8256998f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 May 18 10:06:06.194618 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ee6c-54c7-46ce-9bc0-bd0be0c1a3b4 req-68ff2fcf-87dc-438d-9519-68798034ffaf tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:06.196046 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0c89ee6c-54c7-46ce-9bc0-bd0be0c1a3b4 req-68ff2fcf-87dc-438d-9519-68798034ffaf tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0842810 May 18 10:06:06.242444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0c89ee6c-54c7-46ce-9bc0-bd0be0c1a3b4 req-c23fc8b2-4241-49af-8f0c-0818a708f0ac tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403998 May 18 10:06:06.651095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d47a25-a289-4575-850c-c9163a70f9ee req-4d4163e8-df5c-4226-ae0a-78e5ee86f471 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:06.652508 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-07d47a25-a289-4575-850c-c9163a70f9ee req-4d4163e8-df5c-4226-ae0a-78e5ee86f471 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.0783246 May 18 10:06:06.695929 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-07d47a25-a289-4575-850c-c9163a70f9ee req-2f049fb3-d573-48a5-bf0e-4f3f65fc7b55 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 May 18 10:06:07.436314 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a481ae-ba41-451a-a26e-db8f774bfe4e req-490c5bb0-fa80-4204-803f-7ca2595dab87 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:07.437750 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-78a481ae-ba41-451a-a26e-db8f774bfe4e req-490c5bb0-fa80-4204-803f-7ca2595dab87 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0909631 May 18 10:06:07.480775 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-78a481ae-ba41-451a-a26e-db8f774bfe4e req-d8b2ae06-0213-4c7b-9cf5-1696a72a2339 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366983 May 18 10:06:07.937851 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-48147db4-6d2b-4a05-81c3-673aaf62e6da tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:07.939439 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-48147db4-6d2b-4a05-81c3-673aaf62e6da tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.1065555 May 18 10:06:07.946646 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79844bf-40f5-48a4-aaac-93616de8c9c9 req-cf026210-4c0e-4571-9e49-762b73e9c377 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:07.947979 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f79844bf-40f5-48a4-aaac-93616de8c9c9 req-cf026210-4c0e-4571-9e49-762b73e9c377 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 945 time: 0.1453910 May 18 10:06:08.065321 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f79844bf-40f5-48a4-aaac-93616de8c9c9 req-fc7ea33b-fda0-40a7-8511-938daeb4daef tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/security-groups?id=285f915b-f856-4a24-91c6-56c0bd90d7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883176 May 18 10:06:08.106475 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Deleting port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:08.106807 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:08.306107 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] For port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,segment=NetworkSegment(083e4507-4339-453c-9f65-7cc36f88dd56),segment_id=083e4507-4339-453c-9f65-7cc36f88dd56)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:08.306755 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:08.428488 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Calling delete_port for 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:08.540023 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:08.545693 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1d486b44-2bb8-40e1-ae34-07238375f885 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:08.556879 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['0ab170f4-a40f-49c5-9ff8-ccad376b7b27'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:06:08.591539 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Pushing event deleted for resources: {'Port': ['ID=0ab170f4-a40f-49c5-9ff8-ccad376b7b27,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:08.658257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.658534 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.658881 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.659222 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.659563 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.659900 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.660234 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.660568 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.660904 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.661235 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.661588 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.661932 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:08.678036 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:08.718051 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] No DVR routers for this DVR port 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:06:08.725201 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:08.727599 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'name': 'network-vif-deleted', 'tag': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:08.749377 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ed4a67ca-aff7-44c0-9760-d80ea928b40a req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.24 "DELETE /v2.0/ports/0ab170f4-a40f-49c5-9ff8-ccad376b7b27 HTTP/1.1" status: 204 len: 173 time: 0.8004308 May 18 10:06:08.770420 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c119f-084d-4651-91e8-e699c3314d1a req-50fcd724-9224-44b6-b464-792add61b614 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:08.771878 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ac6c119f-084d-4651-91e8-e699c3314d1a req-50fcd724-9224-44b6-b464-792add61b614 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1778381 May 18 10:06:08.793147 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470856f4-b877-4e6f-aa5f-58a1f9b93b38', 'name': 'network-vif-deleted', 'tag': '0ab170f4-a40f-49c5-9ff8-ccad376b7b27', 'status': 'completed', 'code': 200} May 18 10:06:08.824794 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ac6c119f-084d-4651-91e8-e699c3314d1a req-f058d7b6-afe1-48b9-b8be-0f5e5a885a75 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472255 May 18 10:06:09.230985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-5e367d45-cab0-46e7-adf7-bf03a1f8d456 req-700999c7-21f0-401f-b799-0230d8b56b18 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Synchronizing usage tracker for tenant:d01af9c92c50442a963e735093df5b7a on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:06:09.246317 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-5e367d45-cab0-46e7-adf7-bf03a1f8d456 req-700999c7-21f0-401f-b799-0230d8b56b18 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Unset dirty status for tenant:d01af9c92c50442a963e735093df5b7a on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:06:09.247723 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5e367d45-cab0-46e7-adf7-bf03a1f8d456 req-700999c7-21f0-401f-b799-0230d8b56b18 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] 10.222.0.36 "GET /v2.0/ports?device_id=470856f4-b877-4e6f-aa5f-58a1f9b93b38 HTTP/1.1" status: 200 len: 210 time: 0.0591750 May 18 10:06:10.006294 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48d78-c70b-45b2-853b-138d8dba3c2b req-daa140dc-9c01-4052-9efd-71e4ccf35c20 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:10.007715 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-50a48d78-c70b-45b2-853b-138d8dba3c2b req-daa140dc-9c01-4052-9efd-71e4ccf35c20 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0795243 May 18 10:06:10.054327 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-50a48d78-c70b-45b2-853b-138d8dba3c2b req-8e629e2d-091a-4876-a22d-4887343bf4c4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 May 18 10:06:10.646517 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:06:11.212570 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:11.242288 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605f312-8648-4a05-8721-ed7ccdc50dcb req-284e57df-183e-4b29-9530-c097fcd7b608 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:11.243723 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e605f312-8648-4a05-8721-ed7ccdc50dcb req-284e57df-183e-4b29-9530-c097fcd7b608 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0788405 May 18 10:06:11.246611 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:11.246965 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 0ab170f4-a40f-49c5-9ff8-ccad376b7b27 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:11.290064 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e605f312-8648-4a05-8721-ed7ccdc50dcb req-23636e8c-32fe-4de1-b542-400676f980de tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398939 May 18 10:06:11.612387 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-889f6e2b-1ab8-4757-ba04-8682cf906e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:11.671728 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ead46-d6d5-4846-b622-6e1411c04007 req-f5d0275e-9c0f-4df7-813d-11a88738dc5c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:11.674371 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c85ead46-d6d5-4846-b622-6e1411c04007 req-f5d0275e-9c0f-4df7-813d-11a88738dc5c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1021190 May 18 10:06:11.767790 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c85ead46-d6d5-4846-b622-6e1411c04007 req-71551bea-bcf8-4fb9-b3b1-cda50f06f162 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875273 May 18 10:06:11.789335 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-1b7f145f-bb50-4b96-ac03-16b4ec1f8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:11.791015 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-1b7f145f-bb50-4b96-ac03-16b4ec1f8131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 1098 time: 0.1503973 May 18 10:06:11.931151 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-34cac402-e299-4922-aba6-307e68887fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:11.932601 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-34cac402-e299-4922-aba6-307e68887fa2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 911 time: 0.1338563 May 18 10:06:12.036991 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-a8c90211-cd47-48f6-86d1-efe9c6f8d2c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0970972 May 18 10:06:12.103184 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-b29bcaee-0e59-4ec0-89ef-e5522cfa5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:12.104604 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-b29bcaee-0e59-4ec0-89ef-e5522cfa5e7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.0606191 May 18 10:06:12.182399 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-6c4b9bbe-f57f-4473-8279-35105aa9d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:12.183746 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-6c4b9bbe-f57f-4473-8279-35105aa9d93a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724945 May 18 10:06:12.313697 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-4bdb8932-5c9c-45f6-b14a-78e572668a30 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233051 May 18 10:06:12.515687 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3b7a6320-d7d2-455b-907f-b0652a34c733 req-d72ae430-53b5-41bb-b0c6-e910dd4933b0 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955004 May 18 10:06:12.954104 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389337e-52cd-4e75-b771-31a853d1b2f8 req-622c53e6-efab-42fc-bbce-37109574703b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:12.955649 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5389337e-52cd-4e75-b771-31a853d1b2f8 req-622c53e6-efab-42fc-bbce-37109574703b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0792725 May 18 10:06:13.003735 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5389337e-52cd-4e75-b771-31a853d1b2f8 req-1ab2a0dc-241d-4796-9ac6-f1bf50d90fb4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 May 18 10:06:13.053129 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:14.146981 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ee75f425-5146-43c9-8c0b-209b2356dbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:14.199931 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353ec6d-0ff4-4706-85b3-84d683035ecf req-1802f72c-7002-4566-84fc-7e581b5ee859 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:14.201351 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7353ec6d-0ff4-4706-85b3-84d683035ecf req-1802f72c-7002-4566-84fc-7e581b5ee859 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0887306 May 18 10:06:14.247958 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7353ec6d-0ff4-4706-85b3-84d683035ecf req-b974d1d3-068d-4546-8866-495e60f5cd94 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394952 May 18 10:06:14.288342 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:14.376442 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-9121d669-2f9a-4c1d-bed4-633738908224 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681665 May 18 10:06:14.515302 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4250-ae0a-4937-afca-e12750639729 req-29c9b3a5-6628-4973-a6f8-beba8f7d575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:14.517560 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-29c9b3a5-6628-4973-a6f8-beba8f7d575d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1137 time: 0.0737228 May 18 10:06:14.659647 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4250-ae0a-4937-afca-e12750639729 req-48908896-3aa7-4138-9f29-ec7ac2419bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:14.661075 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-48908896-3aa7-4138-9f29-ec7ac2419bd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 916 time: 0.1257875 May 18 10:06:14.764448 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-45b563b8-953f-4fec-917f-04ec45171734 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 1000 time: 0.0969472 May 18 10:06:14.825755 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4250-ae0a-4937-afca-e12750639729 req-c903b6d6-c31d-4a94-a246-4c9e864cfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:14.827250 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-c903b6d6-c31d-4a94-a246-4c9e864cfcaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.0572033 May 18 10:06:14.904153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4250-ae0a-4937-afca-e12750639729 req-7c2d3ab4-1861-4eb9-b269-f42037f2151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:14.905701 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-7c2d3ab4-1861-4eb9-b269-f42037f2151c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724072 May 18 10:06:15.042775 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-ee7d115d-cd4e-4ec4-9713-f9fdd34ad2fb service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306782 May 18 10:06:15.176990 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-513e4250-ae0a-4937-afca-e12750639729 req-0c2bc56c-38f5-40fc-bcfe-b8aa3b6e5c4e service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279206 May 18 10:06:15.229366 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:16.997016 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:29.444417 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36578) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:29.514805 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Deleting subnet 0de0e701-f277-4adc-83af-afb2a7587d7c {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:06:29.517784 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:29.565176 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:29.622262 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:29.858480 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:29.862074 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:29.899520 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de0e701-f277-4adc-83af-afb2a7587d7c,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:29.904298 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:29.911676 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.912046 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.912405 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.912760 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.913119 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.913495 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.913842 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.914187 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.914533 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.914876 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.915215 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.915579 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:29.919211 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:29.920659 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0de0e701-f277-4adc-83af-afb2a7587d7c HTTP/1.1" status: 204 len: 168 time: 0.4752898 May 18 10:06:29.923083 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36582) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:30.025935 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.144910 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.157793 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45892d0e-470e-45be-b99c-21300083d886']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:30.169292 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083e4507-4339-453c-9f65-7cc36f88dd56') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:30.169605 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083e4507-4339-453c-9f65-7cc36f88dd56') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:30.180282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.195960 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.202232 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:06:30.202602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:06:30.216151 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:06:30.289219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.293078 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c1419a52-0245-4097-aa9b-7e5747fde721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:30.305477 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.315812 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=45892d0e-470e-45be-b99c-21300083d886,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:30.318822 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:30.324510 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-21a9742f-3da9-4f1e-b4f6-dd8e1f589f9e admin admin] 10.222.0.36 "DELETE /v2.0/networks/45892d0e-470e-45be-b99c-21300083d886 HTTP/1.1" status: 204 len: 168 time: 0.4004905 May 18 10:06:30.436018 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36588) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:30.483325 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d2d87c35-0669-46cb-9430-89908651f5e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d01af9c92c50442a963e735093df5b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461328 May 18 10:06:30.486180 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36592) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:30.543200 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.568958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.618917 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.622388 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d9fd1da2-5c53-41f9-9919-f525ee4d346e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:30.638154 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285f915b-f856-4a24-91c6-56c0bd90d7a1,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:30.641219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:30.651171 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:30.654632 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/285f915b-f856-4a24-91c6-56c0bd90d7a1 HTTP/1.1" status: 204 len: 168 time: 0.1649649 May 18 10:06:31.381029 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6c5a5-61fa-4d0c-bc62-ee1c1b17723b req-4c73372e-81ed-4bed-a336-e28b9501e9e9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:31.382377 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6ff6c5a5-61fa-4d0c-bc62-ee1c1b17723b req-4c73372e-81ed-4bed-a336-e28b9501e9e9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0776463 May 18 10:06:31.425947 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6ff6c5a5-61fa-4d0c-bc62-ee1c1b17723b req-e055abbc-dcad-4b3a-941d-55faafb038ec tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378945 May 18 10:06:32.624376 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0418953-9090-4050-803f-0b18d73048ca req-03d1b8b0-4894-4177-b9b4-a8a4f841d9fa tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:32.625828 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0418953-9090-4050-803f-0b18d73048ca req-03d1b8b0-4894-4177-b9b4-a8a4f841d9fa tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0845151 May 18 10:06:32.670427 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0418953-9090-4050-803f-0b18d73048ca req-7d97226f-9aad-4a6e-a1d7-9e63b63ecfa5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 May 18 10:06:33.613183 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-94df5893-98bd-4714-90c1-8a324deacba1 req-f158dd34-611e-4159-9a4e-979c6cb8d8e1 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905363492&fields=id&tenant_id=c549fd50ca26426c8624c9b3cfccb23b HTTP/1.1" status: 200 len: 267 time: 0.0409961 May 18 10:06:33.693248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e6d56610-7a7a-48fc-b8bc-9a8a13a6df37 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:33.694670 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e6d56610-7a7a-48fc-b8bc-9a8a13a6df37 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 984 time: 0.0758982 May 18 10:06:33.705884 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Request body: {'port': {'security_groups': ['a1a8d6cc-15f7-415c-8b1a-ea369274a29b']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:06:33.874629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:33.953717 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027848-9679-4912-8484-387b0dcc6888 req-3b7839fd-b196-4e6e-be37-54c737c10cd0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:33.955793 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-76027848-9679-4912-8484-387b0dcc6888 req-3b7839fd-b196-4e6e-be37-54c737c10cd0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1621222 May 18 10:06:34.100587 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-76027848-9679-4912-8484-387b0dcc6888 req-0f7b7649-2fc4-4a05-b4fe-d5231e5b5f7c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366735 May 18 10:06:34.234213 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:34.259481 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.264094 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.269679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d66ad706-1ec2-4432-85f0-c359fbc4c035 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:34.275652 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d495eb99-d54d-497a-8cd8-1efe7da2a4fb'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:06:34.333450 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:34.334090 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.335449 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-94df5893-98bd-4714-90c1-8a324deacba1 req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "PUT /v2.0/ports/d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 942 time: 0.6346600 May 18 10:06:34.335944 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:34.343280 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 36624) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:34.381927 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event updated for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=7']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:34.388337 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e2e1a136-ea96-4078-a4e4-dad5ff6c68f9 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:34.427486 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d495eb99-d54d-497a-8cd8-1efe7da2a4fb'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:06:34.429998 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e9500e4e-7fb0-43e6-be00-32e8aad7bc1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.461589 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e9500e4e-7fb0-43e6-be00-32e8aad7bc1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.534747 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e9500e4e-7fb0-43e6-be00-32e8aad7bc1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.539994 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-28285373-5a5b-4bde-b20e-5e53c2257aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:34.554859 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9500e4e-7fb0-43e6-be00-32e8aad7bc1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db979edc-084f-4dba-838a-b108219751aa,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:34.557700 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-e9500e4e-7fb0-43e6-be00-32e8aad7bc1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:34.560243 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-e9500e4e-7fb0-43e6-be00-32e8aad7bc1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.560745 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-e9500e4e-7fb0-43e6-be00-32e8aad7bc1c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "DELETE /v2.0/security-groups/db979edc-084f-4dba-838a-b108219751aa HTTP/1.1" status: 204 len: 168 time: 0.2167826 May 18 10:06:34.563574 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 36630) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:34.631235 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'status': 'completed', 'code': 200} May 18 10:06:34.644204 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-b6d7343d-cc61-47b3-bf9a-6ce64be46beb None None] Provisioning complete for port d495eb99-d54d-497a-8cd8-1efe7da2a4fb triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:06:34.644623 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b6d7343d-cc61-47b3-bf9a-6ce64be46beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:34.867140 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-dd333d6f-dbf1-4026-8aa7-18be4a9e4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:34.868531 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-dd333d6f-dbf1-4026-8aa7-18be4a9e4683 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1098 time: 0.2110417 May 18 10:06:34.990591 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Deleting port 774c9d49-db19-4754-ae47-02e32ac73865 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:34.990929 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:35.081442 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-701837f6-ff22-4242-9235-80536d2e1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:35.082868 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-701837f6-ff22-4242-9235-80536d2e1d6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 916 time: 0.2043118 May 18 10:06:35.205033 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:35.205460 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:35.219296 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-efb44688-dd5a-4a93-b554-37eee1a68272 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 1000 time: 0.1271062 May 18 10:06:35.393392 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Calling delete_port for 774c9d49-db19-4754-ae47-02e32ac73865 owned by network:floatingip {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:35.458006 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-04eb864b-7072-4ac8-ba8b-b6eb76ee92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:35.459421 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-04eb864b-7072-4ac8-ba8b-b6eb76ee92b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.1596980 May 18 10:06:35.543715 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe05a28-1746-46f1-b501-22b55613b0e3 req-81db3e74-90bd-44e2-893d-c12b7441d9f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:35.545156 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbe05a28-1746-46f1-b501-22b55613b0e3 req-81db3e74-90bd-44e2-893d-c12b7441d9f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.3325968 May 18 10:06:35.614430 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbe05a28-1746-46f1-b501-22b55613b0e3 req-711ab898-2a3d-4dbc-bc6e-8de13b490dcf tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619719 May 18 10:06:35.617841 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-ee48b4a2-0b9a-484a-86e0-302bc0c3b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:35.619227 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-ee48b4a2-0b9a-484a-86e0-302bc0c3b4a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1515095 May 18 10:06:35.855165 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:35.860242 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ea3f8e7a-f704-4e4c-9a01-da146dcdd8d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:35.906611 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event deleted for resources: {'Port': ['ID=774c9d49-db19-4754-ae47-02e32ac73865,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:35.919505 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:35.988584 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-eb35682c-c4f8-4584-833a-074ecc5e45b0 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529283 May 18 10:06:36.092846 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks [] for floatingip, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:36.093096 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Floating IP 8451eece-9dee-4802-814e-5f91d9c4402f disassociated (deleted). External IP: 172.28.3.38, port: d495eb99-d54d-497a-8cd8-1efe7da2a4fb. May 18 10:06:36.275026 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4a5b2b1-ca4f-4a25-aedc-efb773f09f99 req-ba291fd3-a339-4550-8f19-6816eacdeef3 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745442 May 18 10:06:36.464679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:06:36.639730 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:06:36.663363 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091266d2-6706-453d-89b1-276028539bf5 None None] Sync routers for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:06:36.664305 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:36.672525 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:06:36.673131 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:06:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:36.719234 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-5423facb-7856-418c-b2e5-39243dfe6136 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "DELETE /v2.0/floatingips/8451eece-9dee-4802-814e-5f91d9c4402f HTTP/1.1" status: 204 len: 168 time: 2.1541414 May 18 10:06:36.719903 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:36.820371 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3819e52-ae07-44be-ae6d-c3962f8b1ca6 req-8f7b63f8-277f-4631-a8f0-894038c97bdb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:36.821971 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e3819e52-ae07-44be-ae6d-c3962f8b1ca6 req-8f7b63f8-277f-4631-a8f0-894038c97bdb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0876422 May 18 10:06:36.859992 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:06:36.869917 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e3819e52-ae07-44be-ae6d-c3962f8b1ca6 req-f8e36b8d-4f79-4c3e-96e2-8421d83f024e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 May 18 10:06:36.930269 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'status': 'completed', 'code': 200} May 18 10:06:37.025028 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-015ef54b-b85f-4c18-bc74-483bec3c1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:37.026544 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-015ef54b-b85f-4c18-bc74-483bec3c1e0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 1098 time: 0.0744481 May 18 10:06:37.181645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-75b7e006-46e8-4dd9-a578-83bbf2fb78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:37.183088 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-75b7e006-46e8-4dd9-a578-83bbf2fb78ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 200 len: 916 time: 0.1501198 May 18 10:06:37.256545 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 5, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:37.260755 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091266d2-6706-453d-89b1-276028539bf5 None None] Checking router: 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:06:37.269800 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:06:37.270419 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:06:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:37.343472 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-789e6701-8fe7-4a44-be46-888551485ee8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 200 len: 217 time: 0.1510530 May 18 10:06:37.404770 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-f4c5492b-c3be-4258-9295-40b78cc1fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:37.406206 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-f4c5492b-c3be-4258-9295-40b78cc1fb9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 200 len: 854 time: 0.0565042 May 18 10:06:37.452489 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:06:37.483989 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-1e10f131-90ee-465d-ad90-15f9ab8c4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:37.485461 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-1e10f131-90ee-465d-ad90-15f9ab8c4cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c1ad73a-d164-4ea3-846a-7335485bc9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728247 May 18 10:06:37.627021 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-4b00627b-7671-49e2-b01b-28dc5747efe6 service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267772 May 18 10:06:37.766147 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efb48eb6-21e6-4409-8a2e-db9166947992 req-4ced7d8a-da93-42c5-84b5-c42336b295fd service neutron] 10.222.0.24 "GET /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326017 May 18 10:06:37.780264 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-091266d2-6706-453d-89b1-276028539bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 5, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:37.786242 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091266d2-6706-453d-89b1-276028539bf5 None None] The sync data for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb is: [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:03:24Z', 'revision_number': 4, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '4f7b7de2-c0b8-41ca-a700-98ca8de510e8', 'name': '', 'network_id': '3c1ad73a-d164-4ea3-846a-7335485bc9d2', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'mac_address': 'fa:16:3e:1d:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:22Z', 'updated_at': '2021-05-18T10:03:37Z', 'revision_number': 5, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'subnets': [{'id': 'eff54523-4e4d-48ab-ab32-b3fbcb599c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:06:37.982932 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c6d46-0ea4-4fa3-bb5c-f3c152e7cd83 None None] New status for floating IP 8451eece-9dee-4802-814e-5f91d9c4402f: DOWN {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:06:38.066355 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e0363-5ad7-4314-a360-4f4d6c4693eb req-53cfe6d2-2044-436e-8675-847f38d4da69 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:38.067909 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-073e0363-5ad7-4314-a360-4f4d6c4693eb req-53cfe6d2-2044-436e-8675-847f38d4da69 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0826414 May 18 10:06:38.115826 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-073e0363-5ad7-4314-a360-4f4d6c4693eb req-61922ac3-1b01-497a-a5fc-063d9fe64061 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 May 18 10:06:39.314453 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263c7eb-ada0-4a40-b255-d15193713243 req-783a998e-f08f-4f14-807e-13032423e84e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:39.315911 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4263c7eb-ada0-4a40-b255-d15193713243 req-783a998e-f08f-4f14-807e-13032423e84e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0824542 May 18 10:06:39.359837 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4263c7eb-ada0-4a40-b255-d15193713243 req-beedf833-6d82-4491-8ed6-c7df95715916 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382490 May 18 10:06:40.008794 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a942e-921e-4a02-bfb2-24d79a50890e req-7ccfa209-93ad-4f93-8b76-de679451a84f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:40.009498 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-8d8a942e-921e-4a02-bfb2-24d79a50890e req-7ccfa209-93ad-4f93-8b76-de679451a84f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Synchronizing usage tracker for tenant:c549fd50ca26426c8624c9b3cfccb23b on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:06:40.024171 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-8d8a942e-921e-4a02-bfb2-24d79a50890e req-7ccfa209-93ad-4f93-8b76-de679451a84f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Unset dirty status for tenant:c549fd50ca26426c8624c9b3cfccb23b on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:06:40.025287 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8d8a942e-921e-4a02-bfb2-24d79a50890e req-7ccfa209-93ad-4f93-8b76-de679451a84f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.0964859 May 18 10:06:40.068651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-8d8a942e-921e-4a02-bfb2-24d79a50890e req-3dd5767f-27c1-4301-8a1c-7dfa7e36e8bc tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Synchronizing usage tracker for tenant:c549fd50ca26426c8624c9b3cfccb23b on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:06:40.085136 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-8d8a942e-921e-4a02-bfb2-24d79a50890e req-3dd5767f-27c1-4301-8a1c-7dfa7e36e8bc tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Unset dirty status for tenant:c549fd50ca26426c8624c9b3cfccb23b on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:06:40.086343 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8d8a942e-921e-4a02-bfb2-24d79a50890e req-3dd5767f-27c1-4301-8a1c-7dfa7e36e8bc tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553863 May 18 10:06:40.549931 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304578d-0d57-425c-99d2-46de54636d70 req-87cc290e-6508-479e-8764-b392c2b403e2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:40.551366 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e304578d-0d57-425c-99d2-46de54636d70 req-87cc290e-6508-479e-8764-b392c2b403e2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0788224 May 18 10:06:40.595254 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e304578d-0d57-425c-99d2-46de54636d70 req-54626e76-04dc-4662-9ff4-bc493f7cb0dc tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382004 May 18 10:06:41.272178 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7aa7a-4551-4816-bcf6-3e6ba6a79bf2 req-b16368a0-9082-43ab-ab70-3b634845e2f3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:41.273619 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-10a7aa7a-4551-4816-bcf6-3e6ba6a79bf2 req-b16368a0-9082-43ab-ab70-3b634845e2f3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.0804758 May 18 10:06:41.317525 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-10a7aa7a-4551-4816-bcf6-3e6ba6a79bf2 req-726af158-1725-4cd9-aefa-ebf1cc4017b8 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 May 18 10:06:41.615008 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-00241ef6-bd82-4448-9f37-41681263095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:41.842904 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3461cf-e589-443e-9674-fae952785657 req-6ec525f7-da1e-44be-b429-48aa68b2e5c3 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:41.844383 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ec3461cf-e589-443e-9674-fae952785657 req-6ec525f7-da1e-44be-b429-48aa68b2e5c3 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1410646 May 18 10:06:41.853266 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-11b11cea-daa9-460a-9675-c2f2e39e193c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:41.854585 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-11b11cea-daa9-460a-9675-c2f2e39e193c tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.1201284 May 18 10:06:41.947871 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ec3461cf-e589-443e-9674-fae952785657 req-5924c6a6-c661-4f2c-966d-ab3855015b3a tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923481 May 18 10:06:42.016474 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Deleting port d495eb99-d54d-497a-8cd8-1efe7da2a4fb {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:42.017373 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:42.146009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] For port d495eb99-d54d-497a-8cd8-1efe7da2a4fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:42.146274 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:42.265374 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Calling delete_port for d495eb99-d54d-497a-8cd8-1efe7da2a4fb owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:42.502568 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:42.508289 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8eec9a8a-97c5-4996-9738-3d0c3d198e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:42.513994 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['d495eb99-d54d-497a-8cd8-1efe7da2a4fb'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:06:42.558664 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Pushing event deleted for resources: {'Port': ['ID=d495eb99-d54d-497a-8cd8-1efe7da2a4fb,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:42.590646 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:42.636912 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] No DVR routers for this DVR port d495eb99-d54d-497a-8cd8-1efe7da2a4fb on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:06:42.646051 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d90b59-2d1e-4c48-84b0-7feaaf249468 req-67baaf5c-f40c-4b66-8f66-ae488c04e6a3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:42.647494 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d2d90b59-2d1e-4c48-84b0-7feaaf249468 req-67baaf5c-f40c-4b66-8f66-ae488c04e6a3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec828952-fd98-4627-9307-629cc6555dd3 HTTP/1.1" status: 200 len: 945 time: 0.2157784 May 18 10:06:42.648487 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:42.651006 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'name': 'network-vif-deleted', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:42.682384 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2f5fd603-35c1-4249-a23e-4ab437a97dff req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.24 "DELETE /v2.0/ports/d495eb99-d54d-497a-8cd8-1efe7da2a4fb HTTP/1.1" status: 204 len: 173 time: 0.8141809 May 18 10:06:42.703303 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d2d90b59-2d1e-4c48-84b0-7feaaf249468 req-7b33e326-cac0-4000-85d4-75c5f8468e9f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1a8d6cc-15f7-415c-8b1a-ea369274a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 May 18 10:06:42.705440 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec828952-fd98-4627-9307-629cc6555dd3', 'name': 'network-vif-deleted', 'tag': 'd495eb99-d54d-497a-8cd8-1efe7da2a4fb', 'status': 'completed', 'code': 200} May 18 10:06:43.058837 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:43.145007 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20af9f-e69c-4f31-b417-5e2422b0b558 req-c0e68565-77d2-42a9-856e-a0d21fef19d9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:43.146476 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0f20af9f-e69c-4f31-b417-5e2422b0b558 req-c0e68565-77d2-42a9-856e-a0d21fef19d9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0807683 May 18 10:06:43.197059 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0f20af9f-e69c-4f31-b417-5e2422b0b558 req-ce96dd74-f71e-49f9-835b-ccbbb3de3b46 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446181 May 18 10:06:44.149189 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-788e459e-e57e-4dd7-9e4c-8c02a28865e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:44.286782 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:44.396522 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e7db8-a473-48b0-8f88-9963f2d819c1 req-aabe4a5f-7c25-4932-b2d6-702fd1b414ad tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:44.398039 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2b7e7db8-a473-48b0-8f88-9963f2d819c1 req-aabe4a5f-7c25-4932-b2d6-702fd1b414ad tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0840919 May 18 10:06:44.445602 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2b7e7db8-a473-48b0-8f88-9963f2d819c1 req-6ca3f543-8e97-4a44-9bc6-0ddb18fd23d2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 May 18 10:06:44.560477 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36730) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:45.171391 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3697231'] for router_interface, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:45.229984 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:45.343637 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d495eb99-d54d-497a-8cd8-1efe7da2a4fb no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:45.379950 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: d495eb99-d54d-497a-8cd8-1efe7da2a4fb {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:45.380297 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device d495eb99-d54d-497a-8cd8-1efe7da2a4fb not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:45.567614 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Deleting port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:45.568213 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:45.642891 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812eb72-3158-4228-9f65-0f68ffb37caa req-64595c64-9bc3-4862-bbb4-d859dc5917ed tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:45.644345 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c812eb72-3158-4228-9f65-0f68ffb37caa req-64595c64-9bc3-4862-bbb4-d859dc5917ed tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0853815 May 18 10:06:45.689395 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c812eb72-3158-4228-9f65-0f68ffb37caa req-5b747157-2f0f-4f97-929f-1b8dcb8ec8d4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390170 May 18 10:06:45.691074 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] For port 4f7b7de2-c0b8-41ca-a700-98ca8de510e8, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:45.691425 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:45.810930 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Calling delete_port for 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 owned by network:router_interface {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:46.083230 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:46.087463 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-aef4a2f5-e6e4-451b-b4fb-c429cb2f4ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:46.134882 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7b7de2-c0b8-41ca-a700-98ca8de510e8,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:46.165764 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:46.488564 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3697631'] for router_interface, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:46.873208 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:06:46.881125 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9388127-9f71-42d1-a31c-1ef396d0be26 req-c1d04729-0502-414b-8c3e-3ae650bbfa14 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:46.882616 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9388127-9f71-42d1-a31c-1ef396d0be26 req-c1d04729-0502-414b-8c3e-3ae650bbfa14 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0801554 May 18 10:06:46.931308 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a9388127-9f71-42d1-a31c-1ef396d0be26 req-66322bbe-c1fb-4200-8066-e532ae6450ef tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 May 18 10:06:47.002806 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:47.046366 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:06:47.055522 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] Sync routers for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:06:47.060634 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] 10.222.0.36 "PUT /v2.0/routers/7bf8beb1-431b-48a8-9636-6a9adbfc7a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4988260 May 18 10:06:47.063024 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 36742) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:47.065858 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:06:47.066526 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:06:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:47.240603 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks [] for router, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:47.246825 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:06:47.434742 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:47.511234 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Deleting port 0199f152-1df4-498f-9d69-845f64878654 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:47.511574 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:47.641569 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0199f152-1df4-498f-9d69-845f64878654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:06:46Z', 'revision_number': 5, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port': {'id': '0199f152-1df4-498f-9d69-845f64878654', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:16Z', 'updated_at': '2021-05-18T10:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:47.645621 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:06:47.646134 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] Checking router: 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:06:47.648074 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] For port 0199f152-1df4-498f-9d69-845f64878654, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=0199f152-1df4-498f-9d69-845f64878654,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:47.648423 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:47.654281 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] Routers {'7bf8beb1-431b-48a8-9636-6a9adbfc7a69'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:06:47.654877 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:06:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:47.769082 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Calling delete_port for 0199f152-1df4-498f-9d69-845f64878654 owned by network:router_gateway {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:47.805066 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] Set router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 gateway port host: None {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:06:47.923290 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:06:47Z', 'revision_number': 6, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port_host': None}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:47.928618 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a96ea0-b214-4ee7-bbe2-e2b162956530 None None] The sync data for ids ['7bf8beb1-431b-48a8-9636-6a9adbfc7a69'] in dv-cinder-772623-5-smb is: [{'id': '7bf8beb1-431b-48a8-9636-6a9adbfc7a69', 'name': 'tempest-TestMinimumBasicScenario-1266217241-router', 'tenant_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:14Z', 'updated_at': '2021-05-18T10:06:47Z', 'revision_number': 6, 'project_id': 'c549fd50ca26426c8624c9b3cfccb23b', 'gw_port_host': None}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:06:48.196608 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f37f5-d7ab-49f2-a94a-4153c4bfcb53 req-b3889562-f7c9-43b1-a596-8636f1ce749d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:48.198069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-594f37f5-d7ab-49f2-a94a-4153c4bfcb53 req-b3889562-f7c9-43b1-a596-8636f1ce749d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1504989 May 18 10:06:48.202448 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.208214 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b9da2327-df97-419d-93d4-6c7df79ee9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:48.267049 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Pushing event deleted for resources: {'Port': ['ID=0199f152-1df4-498f-9d69-845f64878654,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:48.273473 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:48.365965 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-594f37f5-d7ab-49f2-a94a-4153c4bfcb53 req-7707f22f-8da1-4c0c-8467-57e1316e7126 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574094 May 18 10:06:48.385302 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697764'] for router_gateway, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.552187 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4135135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6761'] for router, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.554422 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.648114 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3694899'] for router, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.648985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf8beb1-431b-48a8-9636-6a9adbfc7a69 {{(pid=91248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:06:48.662608 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] Notify callbacks [] for router, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.666460 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-0a1aa2de-bcc7-4fde-9825-d4a316afa50d admin admin] 10.222.0.36 "DELETE /v2.0/routers/7bf8beb1-431b-48a8-9636-6a9adbfc7a69 HTTP/1.1" status: 204 len: 168 time: 1.5995986 May 18 10:06:48.666727 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 36758) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:48.732097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_v2 [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Deleting subnet eff54523-4e4d-48ab-ab32-b3fbcb599c5d {{(pid=91248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:06:48.735203 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.836448 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2405956'] for subnet, precommit_delete_associations {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:48.944985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a356d01-2c2e-4ca3-90b1-14eb5060cbb9 req-7db04303-e70c-4ea7-a928-1d399d4dd7b0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:48.946418 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6a356d01-2c2e-4ca3-90b1-14eb5060cbb9 req-7db04303-e70c-4ea7-a928-1d399d4dd7b0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1851137 May 18 10:06:48.999483 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.036056 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6a356d01-2c2e-4ca3-90b1-14eb5060cbb9 req-5bb9ab84-b286-43ba-8187-ea64dd31cf8d tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837135 May 18 10:06:49.242443 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27023693'] for subnet, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.246965 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-89fadf41-0c79-4381-a564-6f0d6f9d5073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:49.283646 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff54523-4e4d-48ab-ab32-b3fbcb599c5d,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:49.286578 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:49.287531 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.293934 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd3dc09-7c48-4cb7-b8f4-a37935ab3582 None None] Network 3c1ad73a-d164-4ea3-846a-7335485bc9d2 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:06:49.295966 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-691c6bb2-da34-4621-a741-8c4d4afe9686 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eff54523-4e4d-48ab-ab32-b3fbcb599c5d HTTP/1.1" status: 204 len: 168 time: 0.6281943 May 18 10:06:49.299004 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 36762) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:49.535080 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.581317 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] DHCP port deletion for 3c1ad73a-d164-4ea3-846a-7335485bc9d2 request from dv-cinder-772623-5-smb {{(pid=91250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:06:49.617153 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:49.625964 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79f3f5-087a-436e-8ae4-e91a7cf2679a req-68f2682f-a4b6-470c-a871-ebf1cd302f54 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:49.627609 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f79f3f5-087a-436e-8ae4-e91a7cf2679a req-68f2682f-a4b6-470c-a871-ebf1cd302f54 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1441674 May 18 10:06:49.659468 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:49.659822 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4f7b7de2-c0b8-41ca-a700-98ca8de510e8 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:49.660233 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0199f152-1df4-498f-9d69-845f64878654 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:49.667021 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Deleting port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:49.667358 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.699553 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 0199f152-1df4-498f-9d69-845f64878654 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:49.699898 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0199f152-1df4-498f-9d69-845f64878654 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:49.712813 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3f79f3f5-087a-436e-8ae4-e91a7cf2679a req-8807089a-843d-4023-bbc9-239c0575871c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763376 May 18 10:06:49.721443 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Deleting port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e {{(pid=91250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:49.721443 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.781906 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] For port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:49.782270 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.818947 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] For port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,segment=NetworkSegment(83c33c03-e00c-4aa6-b4ca-7e4c6d30db58),segment_id=83c33c03-e00c-4aa6-b4ca-7e4c6d30db58)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:49.819273 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.905311 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Calling delete_port for 8cdb8387-f1c6-445c-a64f-3a163fb0e07e owned by network:dhcp {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:49.939233 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Calling delete_port for 8cdb8387-f1c6-445c-a64f-3a163fb0e07e owned by network:dhcp {{(pid=91250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:49.951393 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:49.956716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-16560bab-5291-4215-b412-84034b76e955 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:50.000303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] No DVR routers for this DVR port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e on host dv-cinder-772623-5-smb {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:06:50.031667 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:50.034164 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:50.070592 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855'] for port, after_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.074252 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:50.118915 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Pushing event deleted for resources: {'Port': ['ID=8cdb8387-f1c6-445c-a64f-3a163fb0e07e,revision_number=None']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:50.120424 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.126169 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] No DVR routers for this DVR port 8cdb8387-f1c6-445c-a64f-3a163fb0e07e on host dv-cinder-772623-5-smb {{(pid=91250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:06:50.134547 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1ad73a-d164-4ea3-846a-7335485bc9d2']}} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:50.134996 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.135385 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.135670 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.136001 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.136325 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.136648 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.136967 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.137285 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.137625 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.137942 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.138256 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.138571 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:50.141692 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-12fdce01-1032-44bc-a4b6-bdc03aed329f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:50.156914 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58') {'for_net_delete': True} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:50.157213 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.services.segments.db [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c33c03-e00c-4aa6-b4ca-7e4c6d30db58') {} {{(pid=91248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:50.207344 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2405971'] for segment, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.232292 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.241570 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=91248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:06:50.241976 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27207955'] for segment, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: Traceback (most recent call last): May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: timer() May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: cb(*args, **kw) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: return func(*args, **kwargs) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: self._notify() May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: self.callback(batched_events) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: event.method(event) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: return f(self, *a, **k) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: return self._get(url).json() May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: return self.request(url, 'GET', **kwargs) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:06:50.255370 dv-cinder-772623-5-smb neutron-server[91248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:06:50.340645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4298d-4676-4c29-8429-76831a2b3c3b req-de48377d-6c44-4b6d-a590-8418944b70f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:50.342052 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7fa4298d-4676-4c29-8429-76831a2b3c3b req-de48377d-6c44-4b6d-a590-8418944b70f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1938441 May 18 10:06:50.343106 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.347514 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:50.365323 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.383100 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1ad73a-d164-4ea3-846a-7335485bc9d2,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:50.391547 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:50.397860 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3c1ad73a-d164-4ea3-846a-7335485bc9d2 HTTP/1.1" status: 204 len: 168 time: 1.0979190 May 18 10:06:50.399937 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36770) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:50.418992 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7fa4298d-4676-4c29-8429-76831a2b3c3b req-c12a291e-578e-48a1-9ce0-717f7b7d34c8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583670 May 18 10:06:50.909875 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66630f2f-0457-4c5b-801f-f3dfc0db9c4d req-1cf2e3ca-825c-4c99-92de-d87f9858708d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:50.911327 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66630f2f-0457-4c5b-801f-f3dfc0db9c4d req-1cf2e3ca-825c-4c99-92de-d87f9858708d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0864580 May 18 10:06:50.925732 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3697231'] for router_interface, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:50.958205 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66630f2f-0457-4c5b-801f-f3dfc0db9c4d req-cfa1e67d-753a-4085-ba07-424a26448472 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 May 18 10:06:51.425899 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Deleting port ee037527-d27e-42d5-96e1-7b8803f44e5f {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:51.426479 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:51.546786 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] For port ee037527-d27e-42d5-96e1-7b8803f44e5f, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ee037527-d27e-42d5-96e1-7b8803f44e5f,segment=NetworkSegment(133707e2-ff1e-4c4d-bfa2-43bac2232071),segment_id=133707e2-ff1e-4c4d-bfa2-43bac2232071)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:51.547140 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:51.590229 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 8cdb8387-f1c6-445c-a64f-3a163fb0e07e no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:51.607793 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7355d5-de1d-449d-b327-8736527376cf req-0f49ff55-4f9e-4215-b2dc-6642f1a32ca6 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:51.609253 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cc7355d5-de1d-449d-b327-8736527376cf req-0f49ff55-4f9e-4215-b2dc-6642f1a32ca6 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0813911 May 18 10:06:51.627740 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 8cdb8387-f1c6-445c-a64f-3a163fb0e07e {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:51.628113 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 8cdb8387-f1c6-445c-a64f-3a163fb0e07e not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:51.668562 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cc7355d5-de1d-449d-b327-8736527376cf req-33d1704f-d8e3-4fd7-a750-98aec05ae908 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522366 May 18 10:06:51.671892 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Calling delete_port for ee037527-d27e-42d5-96e1-7b8803f44e5f owned by network:router_interface {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:51.820550 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:51.823916 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f064eb12-9443-4fef-bacc-de2e32785a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:51.864935 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee037527-d27e-42d5-96e1-7b8803f44e5f,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:51.867438 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:52.135943 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3697631'] for router_interface, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:52.152419 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80b5d8-cd2d-4879-aedd-f94fc4a96b79 req-ea78b092-8755-44d0-9d57-9ed25c879766 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:52.153970 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-db80b5d8-cd2d-4879-aedd-f94fc4a96b79 req-ea78b092-8755-44d0-9d57-9ed25c879766 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0783641 May 18 10:06:52.199385 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-db80b5d8-cd2d-4879-aedd-f94fc4a96b79 req-a11f2d3f-ee94-4855-97e0-6f691d3c3134 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378287 May 18 10:06:52.577028 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:06:52.748056 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:06:52.757395 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] Sync routers for ids ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:06:52.757875 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-03aec17b-f5de-4652-92e3-12c2e9ff4235 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b11f8ca-4df3-455e-863e-9b9d26bd1b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3566396 May 18 10:06:52.760090 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36782) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:52.766963 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] Routers {'2b11f8ca-4df3-455e-863e-9b9d26bd1b22'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:06:52.768155 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:06:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:52.861863 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326710f-5df2-4086-b834-ee72b781ae5a req-3bf3b647-4a9c-43d8-b275-009b5c0ea7f2 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:52.863417 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f326710f-5df2-4086-b834-ee72b781ae5a req-3bf3b647-4a9c-43d8-b275-009b5c0ea7f2 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0868144 May 18 10:06:52.918231 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f326710f-5df2-4086-b834-ee72b781ae5a req-78c57375-3ca9-49e8-91a2-fb1c61490a70 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482123 May 18 10:06:52.939265 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks [] for router, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:52.950974 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] Set router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:06:53.113140 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:53.183694 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Deleting port a8ecd694-821c-44ae-830a-8734152131ff {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:53.184027 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:53.226648 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:06:51Z', 'revision_number': 5, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port': {'id': 'a8ecd694-821c-44ae-830a-8734152131ff', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:03:31Z', 'updated_at': '2021-05-18T10:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:53.230529 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] Checking router: 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:06:53.238832 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] Routers {'2b11f8ca-4df3-455e-863e-9b9d26bd1b22'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:06:53.239430 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:06:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:53.306381 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] For port a8ecd694-821c-44ae-830a-8734152131ff, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=a8ecd694-821c-44ae-830a-8734152131ff,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:53.306726 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:53.391978 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] Set router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 gateway port host: None {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:06:53.396973 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079722d-7a99-436d-adcb-7b71d4ffb4c7 req-45bbf001-9c59-4160-9366-799d15f0aa53 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:53.399061 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6079722d-7a99-436d-adcb-7b71d4ffb4c7 req-45bbf001-9c59-4160-9366-799d15f0aa53 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0871954 May 18 10:06:53.432789 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Calling delete_port for a8ecd694-821c-44ae-830a-8734152131ff owned by network:router_gateway {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:53.448578 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6079722d-7a99-436d-adcb-7b71d4ffb4c7 req-6b3d81d2-2b9c-43d7-a88a-fade24249b0d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 May 18 10:06:53.497498 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:06:53Z', 'revision_number': 6, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port_host': None}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:53.501388 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7e6e6-ad38-4f78-b29c-cabbfb938e36 None None] The sync data for ids ['2b11f8ca-4df3-455e-863e-9b9d26bd1b22'] in dv-cinder-772623-5-smb is: [{'id': '2b11f8ca-4df3-455e-863e-9b9d26bd1b22', 'name': 'tempest-TestMinimumBasicScenario-814640985-router', 'tenant_id': 'dc26ca470c33455280886f6dc7add23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:03:30Z', 'updated_at': '2021-05-18T10:06:53Z', 'revision_number': 6, 'project_id': 'dc26ca470c33455280886f6dc7add23c', 'gw_port_host': None}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:06:53.580035 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:53.584403 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:53.628006 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ecd694-821c-44ae-830a-8734152131ff,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:53.662136 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:53.733678 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697764'] for router_gateway, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.008387 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4135135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6761'] for router, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.010591 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.034605 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3694899'] for router, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.035192 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b11f8ca-4df3-455e-863e-9b9d26bd1b22 {{(pid=91249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:06:54.049126 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.050297 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2b11f8ca-4df3-455e-863e-9b9d26bd1b22 HTTP/1.1" status: 204 len: 168 time: 1.2893114 May 18 10:06:54.052790 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36790) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:54.113034 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Deleting subnet a074b143-0c9e-46d4-9dd6-4286cec5fc17 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:06:54.116399 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.167058 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.190542 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d49540-5450-4af7-ba9a-4cbfea485728 req-0d13257a-81e4-4b65-af33-2abfcbeb06dc tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:54.192190 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9d49540-5450-4af7-ba9a-4cbfea485728 req-0d13257a-81e4-4b65-af33-2abfcbeb06dc tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1744702 May 18 10:06:54.238999 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9d49540-5450-4af7-ba9a-4cbfea485728 req-aa6a7cda-d5bd-4e4c-855f-f4c1264f5d3a tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409758 May 18 10:06:54.285567 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.537798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.541731 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-924be09b-713e-48b3-b73f-90ac58fb5f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:54.578887 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a074b143-0c9e-46d4-9dd6-4286cec5fc17,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:54.582519 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:54.583486 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.588595 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e14665-4260-4637-aef0-9e910cabb998 None None] Network 624e9b59-7645-46f2-bd4d-070c2a6147b1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:06:54.589867 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8e63fd39-abc9-44c5-8631-7e14c6118ca8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a074b143-0c9e-46d4-9dd6-4286cec5fc17 HTTP/1.1" status: 204 len: 168 time: 0.5360992 May 18 10:06:54.591671 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36796) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:54.659257 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd03fb-2512-4261-a125-5b6654016d79 req-1c6b6361-f85e-4505-9384-ecc1a32163c9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:54.661081 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8dbd03fb-2512-4261-a125-5b6654016d79 req-1c6b6361-f85e-4505-9384-ecc1a32163c9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0949318 May 18 10:06:54.695640 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.709250 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8dbd03fb-2512-4261-a125-5b6654016d79 req-58f24732-2f7f-45cf-8161-b5784595e276 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 May 18 10:06:54.778284 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Deleting port 5826b871-3043-4044-8276-bd5936ce6815 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:54.778519 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.869621 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] DHCP port deletion for 624e9b59-7645-46f2-bd4d-070c2a6147b1 request from dv-cinder-772623-5-smb {{(pid=91250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:06:54.878216 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] For port 5826b871-3043-4044-8276-bd5936ce6815, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=5826b871-3043-4044-8276-bd5936ce6815,segment=NetworkSegment(133707e2-ff1e-4c4d-bfa2-43bac2232071),segment_id=133707e2-ff1e-4c4d-bfa2-43bac2232071)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:54.878573 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.933733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] Deleting port 5826b871-3043-4044-8276-bd5936ce6815 {{(pid=91250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:54.934114 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.002849 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Calling delete_port for 5826b871-3043-4044-8276-bd5936ce6815 owned by network:dhcp {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:55.034108 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] For port 5826b871-3043-4044-8276-bd5936ce6815, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=5826b871-3043-4044-8276-bd5936ce6815,segment=NetworkSegment(133707e2-ff1e-4c4d-bfa2-43bac2232071),segment_id=133707e2-ff1e-4c4d-bfa2-43bac2232071)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:55.034575 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.049111 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.053787 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-125e7d09-900b-4ba3-8949-e1034e775e60 tempest-AttachVolumeNegativeTest-1486647129 tempest-AttachVolumeNegativeTest-1486647129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:55.100618 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Pushing event deleted for resources: {'Port': ['ID=5826b871-3043-4044-8276-bd5936ce6815,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:55.102339 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] No DVR routers for this DVR port 5826b871-3043-4044-8276-bd5936ce6815 on host dv-cinder-772623-5-smb {{(pid=91249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:06:55.104637 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:55.157571 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] Calling delete_port for 5826b871-3043-4044-8276-bd5936ce6815 owned by network:dhcp {{(pid=91250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:55.199808 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855'] for port, after_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.203318 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-5ed5b2d6-5f50-449b-b90e-3a404ebfe3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:55.216788 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.229795 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624e9b59-7645-46f2-bd4d-070c2a6147b1']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:55.242548 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133707e2-ff1e-4c4d-bfa2-43bac2232071') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:55.242837 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133707e2-ff1e-4c4d-bfa2-43bac2232071') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:06:55.247050 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] Pushing event deleted for resources: {'Port': ['ID=5826b871-3043-4044-8276-bd5936ce6815,revision_number=None']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:55.250428 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:55.253567 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1624a2-a01c-49a3-bd12-6c9b93e3e53d None None] No DVR routers for this DVR port 5826b871-3043-4044-8276-bd5936ce6815 on host dv-cinder-772623-5-smb {{(pid=91250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:06:55.254762 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.271360 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.277848 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:06:55.278482 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:06:55.291503 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:06:55.369876 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.373925 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:55.435016 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9468653-4aba-4dd9-bf3a-5a8692ed7552 req-1382f50b-1bfd-4e73-8f88-62159de6e091 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:55.436532 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e9468653-4aba-4dd9-bf3a-5a8692ed7552 req-1382f50b-1bfd-4e73-8f88-62159de6e091 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0884373 May 18 10:06:55.486501 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e9468653-4aba-4dd9-bf3a-5a8692ed7552 req-4295aab1-c573-4c2c-9033-625459d056f3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 May 18 10:06:55.487701 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.493774 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Pushing event deleted for resources: {'Network': ['ID=624e9b59-7645-46f2-bd4d-070c2a6147b1,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:55.498308 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:55.501166 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e4bd244f-9ece-43ef-8592-e48ef0d31258 admin admin] 10.222.0.36 "DELETE /v2.0/networks/624e9b59-7645-46f2-bd4d-070c2a6147b1 HTTP/1.1" status: 204 len: 168 time: 0.9085672 May 18 10:06:55.569360 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device a8ecd694-821c-44ae-830a-8734152131ff no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:55.603327 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: a8ecd694-821c-44ae-830a-8734152131ff {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:55.603987 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device a8ecd694-821c-44ae-830a-8734152131ff not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:55.604090 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 5826b871-3043-4044-8276-bd5936ce6815 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:55.637147 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 5826b871-3043-4044-8276-bd5936ce6815 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:55.637519 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 5826b871-3043-4044-8276-bd5936ce6815 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:55.637931 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ee037527-d27e-42d5-96e1-7b8803f44e5f no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:55.672800 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: ee037527-d27e-42d5-96e1-7b8803f44e5f {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:55.673156 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ee037527-d27e-42d5-96e1-7b8803f44e5f not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:55.687364 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36804) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:55.735601 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6eeb357c-2c24-41f1-b5bf-7d7ce4c81626 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c549fd50ca26426c8624c9b3cfccb23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470295 May 18 10:06:55.738615 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36808) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:55.797758 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.823521 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.874845 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.879738 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5539f73e-543f-4803-92d4-5f497ba7b310 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:55.893505 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a8d6cc-15f7-415c-8b1a-ea369274a29b,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:55.896042 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:55.901339 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.904719 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1a8d6cc-15f7-415c-8b1a-ea369274a29b HTTP/1.1" status: 204 len: 168 time: 0.1629045 May 18 10:06:55.910910 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164c211-d2a5-4044-b2cd-8effc2e28edf req-5fea3e08-0ddb-48ee-a8f9-d1844c863ad5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:55.912410 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2164c211-d2a5-4044-b2cd-8effc2e28edf req-5fea3e08-0ddb-48ee-a8f9-d1844c863ad5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0880826 May 18 10:06:55.957354 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2164c211-d2a5-4044-b2cd-8effc2e28edf req-468b7991-947c-4c20-9940-a29957b167f5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 May 18 10:06:56.236185 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36818) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:56.287274 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-fd875336-9021-465f-8647-274f45d140c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc26ca470c33455280886f6dc7add23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496924 May 18 10:06:56.289622 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 36822) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:56.345964 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:56.370575 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:56.420903 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:56.425913 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-511e7757-da22-42df-b931-8c67fdde85b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:56.436989 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05742c-41f2-41c9-9478-1fc4a4e7ae14,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:56.440853 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:56.442786 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:56.444112 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff05742c-41f2-41c9-9478-1fc4a4e7ae14 HTTP/1.1" status: 204 len: 168 time: 0.1533833 May 18 10:06:56.686843 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f433e-ace4-4673-8cc7-f8ce601ec729 req-2b51ab5a-ad82-44ff-a217-a54f362c89dc tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:56.688413 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5e0f433e-ace4-4673-8cc7-f8ce601ec729 req-2b51ab5a-ad82-44ff-a217-a54f362c89dc tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0908482 May 18 10:06:56.737234 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5e0f433e-ace4-4673-8cc7-f8ce601ec729 req-84084e02-a4c0-478d-834f-ab53d059a727 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421102 May 18 10:06:57.144855 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c7fc4-3943-4047-9d0d-fb4a720320f2 req-6cdce0ef-ef80-4f1b-9992-4174bfa5b454 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:57.146299 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-252c7fc4-3943-4047-9d0d-fb4a720320f2 req-6cdce0ef-ef80-4f1b-9992-4174bfa5b454 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0791461 May 18 10:06:57.190675 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-252c7fc4-3943-4047-9d0d-fb4a720320f2 req-7df86f3a-abc6-469d-8e93-e1a8dee1521d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388501 May 18 10:06:57.920492 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0861-3ae7-4a3c-a360-68f2f82bed98 req-64d47eb5-f357-4b3c-8dc7-83ddf76ddb80 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:57.921932 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-975e0861-3ae7-4a3c-a360-68f2f82bed98 req-64d47eb5-f357-4b3c-8dc7-83ddf76ddb80 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0813303 May 18 10:06:57.964787 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-975e0861-3ae7-4a3c-a360-68f2f82bed98 req-e79a3adc-9887-4d92-9798-404d6abd813c tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366447 May 18 10:06:58.388381 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0eabc5-b88b-4796-b2f5-f574d153806d req-4fb67e22-d28e-4549-80f0-a6b6016b48b5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:58.389817 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0b0eabc5-b88b-4796-b2f5-f574d153806d req-4fb67e22-d28e-4549-80f0-a6b6016b48b5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0913508 May 18 10:06:58.434595 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0b0eabc5-b88b-4796-b2f5-f574d153806d req-f1a9cdcc-ae02-4ea8-b137-cd2ba8a220e1 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 May 18 10:06:59.151837 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f2623-cc4d-4c32-94e5-ce6bcb0b2bad req-8af47db5-89b7-4194-bd53-f4b4c269ea49 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:59.153164 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b21f2623-cc4d-4c32-94e5-ce6bcb0b2bad req-8af47db5-89b7-4194-bd53-f4b4c269ea49 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0786636 May 18 10:06:59.196409 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b21f2623-cc4d-4c32-94e5-ce6bcb0b2bad req-f8037402-d71a-4345-8db2-4a7338a71612 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367119 May 18 10:06:59.648861 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e59ed-a0de-4bf4-8418-5067fd2f6403 req-3e9fc4f9-c15b-4db0-b7c7-002863b0dbd7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:59.650295 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-679e59ed-a0de-4bf4-8418-5067fd2f6403 req-3e9fc4f9-c15b-4db0-b7c7-002863b0dbd7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.2005777 May 18 10:06:59.675694 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-f0e08ccc-d1dd-426b-ba6a-3b6a8008f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:59.677977 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-f0e08ccc-d1dd-426b-ba6a-3b6a8008f211 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 1098 time: 0.1763675 May 18 10:06:59.715590 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb992c-59a7-4f36-ab97-0fdaa6eb6d38 req-0021966c-5b03-4679-9f6f-2442e3b64a8d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:59.716982 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c4eb992c-59a7-4f36-ab97-0fdaa6eb6d38 req-0021966c-5b03-4679-9f6f-2442e3b64a8d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1695070 May 18 10:06:59.833741 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-679e59ed-a0de-4bf4-8418-5067fd2f6403 req-383d677d-cb19-45e3-9faa-2b7cdee7cf51 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757612 May 18 10:06:59.854342 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c4eb992c-59a7-4f36-ab97-0fdaa6eb6d38 req-f018ab7a-bd96-4f12-a1fa-350ddefda7c8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202548 May 18 10:06:59.880420 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-82ac59a6-cc98-426d-a043-d4ce92965d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:59.881859 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-82ac59a6-cc98-426d-a043-d4ce92965d8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 911 time: 0.1938596 May 18 10:06:59.981844 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-ab27f620-0a33-4b4f-a737-b103e945eb0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0929611 May 18 10:07:00.045002 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-454ae3c8-cb4f-4b7d-86a4-d601803be54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:00.046371 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-454ae3c8-cb4f-4b7d-86a4-d601803be54b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.0588553 May 18 10:07:00.117860 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-cfb93e12-04fa-4b64-8fe6-7e0b2126dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:00.119246 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-cfb93e12-04fa-4b64-8fe6-7e0b2126dc97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0666578 May 18 10:07:00.329846 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-4d543778-fa2f-4cda-af4b-688bbfadc84b service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033944 May 18 10:07:00.456999 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6450f633-c364-4d9d-bc3b-69f52a2f374b req-d38b29a0-e5a1-4fdf-bb77-711c2f7a2625 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209989 May 18 10:07:01.121513 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092f38-0876-440b-86a9-64bc2bebc564 req-0876ae75-2f86-48bd-85d4-e0fee38098f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:01.122912 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-78092f38-0876-440b-86a9-64bc2bebc564 req-0876ae75-2f86-48bd-85d4-e0fee38098f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1490481 May 18 10:07:01.135396 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c8a1c-57fa-4e1a-bc4d-fbafcf376d02 req-0acdc338-d3ad-44f7-94d5-34961c4bd81c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:01.136935 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2e6c8a1c-57fa-4e1a-bc4d-fbafcf376d02 req-0acdc338-d3ad-44f7-94d5-34961c4bd81c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1230969 May 18 10:07:01.208870 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-78092f38-0876-440b-86a9-64bc2bebc564 req-54a2ea20-f3b9-4ec8-aa5d-eb0f7419f4c9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709312 May 18 10:07:01.213563 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2e6c8a1c-57fa-4e1a-bc4d-fbafcf376d02 req-6a41bddf-d139-4f7a-a0c4-0a1d06150938 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626717 May 18 10:07:02.457248 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b10c27-3701-4cdc-9107-db400a93db1b req-7aa2b994-9aeb-4c7d-8eb2-5d1cffc7e85d tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:02.458712 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b1b10c27-3701-4cdc-9107-db400a93db1b req-7aa2b994-9aeb-4c7d-8eb2-5d1cffc7e85d tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1400568 May 18 10:07:02.466757 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00171251-bb26-431a-84af-e139dde949ec req-a5f00b8d-1b1c-44e1-a4c9-1f746dabdafa tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:02.468080 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00171251-bb26-431a-84af-e139dde949ec req-a5f00b8d-1b1c-44e1-a4c9-1f746dabdafa tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1161075 May 18 10:07:02.538853 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b1b10c27-3701-4cdc-9107-db400a93db1b req-056db97f-4f1a-4e19-8d33-928fd7a47a8e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697632 May 18 10:07:02.543029 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-00171251-bb26-431a-84af-e139dde949ec req-54a964f3-d214-499b-b2df-a1ec1d2a41b7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615840 May 18 10:07:03.434506 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:07:03.562896 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:03.575528 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'port_id': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'mac_address': 'fa:16:3e:d7:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:07:03.630474 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:03.648778 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cde226a-51ce-47bd-8423-e11bb78e60ad {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:07:03.666768 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:03.673581 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:03.675612 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:03.755895 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=6']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:03.759931 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada6de-22cf-4ad7-87fa-70164620a3d8 req-2e957b59-3dcc-4809-9133-abc2242390de tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:03.760391 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:03.761391 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-64ada6de-22cf-4ad7-87fa-70164620a3d8 req-2e957b59-3dcc-4809-9133-abc2242390de tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 944 time: 0.1052105 May 18 10:07:03.773260 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['4cde226a-51ce-47bd-8423-e11bb78e60ad'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:07:03.810062 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-64ada6de-22cf-4ad7-87fa-70164620a3d8 req-9268fe53-77db-45b3-92f1-12b30ca1a7b5 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 May 18 10:07:05.020685 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6b62d-e628-4641-b668-d4caad0a5821 req-3df67f19-cacc-4541-8a64-19b2c6fc7b72 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:05.022303 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ceb6b62d-e628-4641-b668-d4caad0a5821 req-3df67f19-cacc-4541-8a64-19b2c6fc7b72 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 944 time: 0.0934448 May 18 10:07:05.081213 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ceb6b62d-e628-4641-b668-d4caad0a5821 req-3771fadb-6a1d-4376-b63c-adc26ebab8ac tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436683 May 18 10:07:05.457773 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:07:05.553096 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 4cde226a-51ce-47bd-8423-e11bb78e60ad triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:05.553832 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:05.702064 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:05.738200 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:05.761572 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:05.766784 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:05.769002 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:05.861497 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=7']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:05.866019 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:05.975831 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'code': 200} May 18 10:07:06.321189 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ffc19-5193-414f-9e87-3422ffbc686c req-a8f141ff-b55b-4578-a6f8-f5ec2b9d0c09 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:06.327091 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-184ffc19-5193-414f-9e87-3422ffbc686c req-a8f141ff-b55b-4578-a6f8-f5ec2b9d0c09 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0983336 May 18 10:07:06.375861 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-184ffc19-5193-414f-9e87-3422ffbc686c req-e7bf8245-2063-4480-be95-7bc8e62e8136 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468473 May 18 10:07:07.599101 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38177f2b-d435-4e9d-b86c-6f4ec4a120fc req-545c84b0-a14e-4cf5-aea9-79fc5983dca0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:07.599101 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-38177f2b-d435-4e9d-b86c-6f4ec4a120fc req-545c84b0-a14e-4cf5-aea9-79fc5983dca0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0888464 May 18 10:07:07.646674 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-38177f2b-d435-4e9d-b86c-6f4ec4a120fc req-67cd3506-ff09-41a4-ae60-72c052874ac3 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 May 18 10:07:08.892482 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dffb8-6237-41c1-8f7b-a9a2b8be0405 req-5f38bb1e-f964-4b66-9c1f-66963b52586a tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:08.893827 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b8dffb8-6237-41c1-8f7b-a9a2b8be0405 req-5f38bb1e-f964-4b66-9c1f-66963b52586a tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0918519 May 18 10:07:08.947375 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b8dffb8-6237-41c1-8f7b-a9a2b8be0405 req-916dfcb7-b8c4-4627-9d62-df25fa69e944 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 May 18 10:07:10.176529 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ea63b-3e7f-407a-82e2-7efad9498e4d req-81658c7f-97c9-4396-8f0d-98c65c5eb0d4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:10.181889 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ec6ea63b-3e7f-407a-82e2-7efad9498e4d req-81658c7f-97c9-4396-8f0d-98c65c5eb0d4 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1049802 May 18 10:07:10.230700 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ec6ea63b-3e7f-407a-82e2-7efad9498e4d req-742ab08b-f0a6-42d6-b40e-1a12ea938189 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457110 May 18 10:07:11.457001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8fbe-4820-424a-ab3d-b57145f6280e req-e77470ae-f038-44c4-af98-4f29eff4a026 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:11.464670 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-872c8fbe-4820-424a-ab3d-b57145f6280e req-e77470ae-f038-44c4-af98-4f29eff4a026 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0898938 May 18 10:07:11.527170 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-872c8fbe-4820-424a-ab3d-b57145f6280e req-23cef501-33a3-4542-b771-0089c03be5e7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606260 May 18 10:07:11.629618 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5ba6079c-ad10-4deb-871c-b452e0f196ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.761489 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbe7f8-967f-485b-ad63-966ab562ce4d req-0f42befe-cca7-4e70-a71a-efb92db65ea8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:12.762946 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71dbe7f8-967f-485b-ad63-966ab562ce4d req-0f42befe-cca7-4e70-a71a-efb92db65ea8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0881712 May 18 10:07:12.810843 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71dbe7f8-967f-485b-ad63-966ab562ce4d req-ec53b978-4c71-4cf5-bdf5-a8840794656f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412867 May 18 10:07:13.055362 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:13.406567 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-dea54e1c-7aee-42c2-9ee7-6a881adf9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:13.408673 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-dea54e1c-7aee-42c2-9ee7-6a881adf9072 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 1098 time: 0.0704997 May 18 10:07:13.536814 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-38c5bb89-5c69-48b0-a5de-8b8af76ce398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:13.538304 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-38c5bb89-5c69-48b0-a5de-8b8af76ce398 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.1226442 May 18 10:07:13.726770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-4a96fcbb-8c21-4ad6-bdb7-ec40e8bc7999 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad HTTP/1.1" status: 200 len: 1001 time: 0.1806386 May 18 10:07:13.790474 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-2f8ebabb-4a61-454b-852d-9cac1dcf875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:13.791917 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-2f8ebabb-4a61-454b-852d-9cac1dcf875b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.0586591 May 18 10:07:13.870667 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-7745b788-21ae-4468-8463-b65de5366d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:13.872155 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-7745b788-21ae-4468-8463-b65de5366d39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735261 May 18 10:07:14.055093 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-012abf61-97c6-45f7-9677-7a91f9c6d5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755080 May 18 10:07:14.091741 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1c15-086b-4538-8265-6d8f5543fec6 req-1102cbaf-d2f4-44b5-8653-9ed4347f524e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:14.093136 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d5bf1c15-086b-4538-8265-6d8f5543fec6 req-1102cbaf-d2f4-44b5-8653-9ed4347f524e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1341705 May 18 10:07:14.151052 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-572775b4-ea69-423d-8bde-0d9ed1e8e1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:14.207357 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d5bf1c15-086b-4538-8265-6d8f5543fec6 req-67a02c1b-07f6-4ba4-9f7a-fa86c3e342e8 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039021 May 18 10:07:14.231384 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc92e49c-edc5-4789-a1f4-071f2ac1821b req-b62077db-e1bc-4b16-92fd-74c188478ae4 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675935 May 18 10:07:14.278878 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:15.047320 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-2b3fe9ff-a2b1-4718-a2a1-3c9c0d85673f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672719 May 18 10:07:15.138948 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34286-2103-444a-a25e-291c82f86149 req-aa2307f8-37fe-4a4e-ae0d-609f90668944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:15.140363 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-aa2307f8-37fe-4a4e-ae0d-609f90668944 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 1098 time: 0.0718088 May 18 10:07:15.232509 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:15.286997 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34286-2103-444a-a25e-291c82f86149 req-2cdfec91-df7d-45b4-ac9d-f392600dd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:15.288446 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-2cdfec91-df7d-45b4-ac9d-f392600dd07b service neutron] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 911 time: 0.1285527 May 18 10:07:15.437662 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-66c29deb-2d42-484a-99f5-909fa856970a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 200 len: 1000 time: 0.1407328 May 18 10:07:15.505692 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b83e1-39e3-42d2-b0a5-d4666ee5ecf5 req-84ce5901-7547-4f51-945f-7ed146a054fe tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:15.507093 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6f5b83e1-39e3-42d2-b0a5-d4666ee5ecf5 req-84ce5901-7547-4f51-945f-7ed146a054fe tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.1638377 May 18 10:07:15.528704 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34286-2103-444a-a25e-291c82f86149 req-05bd7296-c567-4898-8705-0b008e4699c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:15.530075 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-05bd7296-c567-4898-8705-0b008e4699c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.0854855 May 18 10:07:15.594416 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6f5b83e1-39e3-42d2-b0a5-d4666ee5ecf5 req-c03e6501-c4cd-48f5-9bb0-6d7e3ec66c62 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811892 May 18 10:07:15.621061 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae34286-2103-444a-a25e-291c82f86149 req-550a1d1e-6f3f-4b78-94d1-0b68a08f187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:15.622511 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-550a1d1e-6f3f-4b78-94d1-0b68a08f187f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844004 May 18 10:07:15.756637 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-4236f7df-1d32-4417-bd8e-e2398105e464 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239908 May 18 10:07:15.901410 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cae34286-2103-444a-a25e-291c82f86149 req-efd3ccf9-afcd-4b00-9c3f-c98b60fbca01 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344340 May 18 10:07:16.786706 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeeac2d-16c6-4989-91fc-9c2ffa34ffe5 req-991804bd-f1b4-490c-b077-9d9237cea7a9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:16.788150 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0aeeac2d-16c6-4989-91fc-9c2ffa34ffe5 req-991804bd-f1b4-490c-b077-9d9237cea7a9 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 945 time: 0.0835876 May 18 10:07:16.927095 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0aeeac2d-16c6-4989-91fc-9c2ffa34ffe5 req-66bfacfd-c91c-44d4-b013-cc528214d058 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332853 May 18 10:07:17.005792 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:17.564114 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:07:17.678113 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:17.704852 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:17.716780 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:17.726441 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:17.730261 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:17.803446 dv-cinder-772623-5-smb neutron-server[91250]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'code': 422} returned with failed status May 18 10:07:17.835826 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=8']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:17.839217 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:18.472168 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66190f1-e8e7-430f-9552-72abe3af5a5e req-0429d110-1dce-41c5-ba80-d1ee05a852c1 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:18.473607 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f66190f1-e8e7-430f-9552-72abe3af5a5e req-0429d110-1dce-41c5-ba80-d1ee05a852c1 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.1397691 May 18 10:07:18.476935 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-134704ba-d4d0-41fc-862c-b7b0af0ee512 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111593 May 18 10:07:18.519913 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f66190f1-e8e7-430f-9552-72abe3af5a5e req-e04db551-83d3-4a9a-96fa-0f45641afb86 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404871 May 18 10:07:19.163080 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0970875-9f2a-4bd2-af8b-ce7fc655ddd5 req-b81668c6-428c-4b5f-99be-d8a602131c45 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:19.164444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0970875-9f2a-4bd2-af8b-ce7fc655ddd5 req-b81668c6-428c-4b5f-99be-d8a602131c45 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0821447 May 18 10:07:19.211019 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0970875-9f2a-4bd2-af8b-ce7fc655ddd5 req-0015db9d-f494-4fba-ba52-856f245db3d1 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 May 18 10:07:19.540777 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-35acc59d-d187-4119-bdc9-b496a5c1ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:19.542310 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-35acc59d-d187-4119-bdc9-b496a5c1ac64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa&tenant_id=a4aeaf4d234c46138f3a107197e4712a HTTP/1.1" status: 200 len: 1096 time: 0.0700977 May 18 10:07:19.665947 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-107c9778-8b24-41a0-bd56-7ef4fbae8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:19.667373 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-107c9778-8b24-41a0-bd56-7ef4fbae8a8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4aeaf4d234c46138f3a107197e4712a&device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 1096 time: 0.1035416 May 18 10:07:19.828095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52630123-7a12-4141-a01e-8fccdd56efe1 req-c56c0182-ff75-4777-ab7a-e40669e336db tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:19.829581 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52630123-7a12-4141-a01e-8fccdd56efe1 req-c56c0182-ff75-4777-ab7a-e40669e336db tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.1962125 May 18 10:07:19.832486 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-dbfbca25-332b-4aba-bcfd-e17238e619a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:19.833807 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-dbfbca25-332b-4aba-bcfd-e17238e619a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 200 len: 918 time: 0.1544349 May 18 10:07:19.956817 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-52630123-7a12-4141-a01e-8fccdd56efe1 req-833d5e0e-8ecb-4bbd-9aac-07a9f6e83a2c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207232 May 18 10:07:19.969333 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-c55230fd-e7c4-4c23-a7c7-aabf5b15d6a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad HTTP/1.1" status: 200 len: 999 time: 0.1202834 May 18 10:07:20.035229 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-5ae7a3f8-aa72-40f2-82be-df36b0a54ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:20.036553 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-5ae7a3f8-aa72-40f2-82be-df36b0a54ff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 200 len: 856 time: 0.0607433 May 18 10:07:20.111360 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-13d34b9c-dfc2-4a36-b4df-c02df3cc3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:20.112835 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-13d34b9c-dfc2-4a36-b4df-c02df3cc3f7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690384 May 18 10:07:20.244515 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-18995794-e624-40c7-867c-dd171e1c03f9 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239967 May 18 10:07:20.426009 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0807480-54dd-43d5-90f5-4510861a0a27 req-38950295-1a63-4bc1-9110-93f8fe36a1a0 service neutron] 10.222.0.24 "GET /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745484 May 18 10:07:20.445279 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544337e8-cf54-4be2-b98e-4e4812beb506 req-c6b15ed0-09fe-4f98-b14e-562ab0825e94 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:20.446812 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-544337e8-cf54-4be2-b98e-4e4812beb506 req-c6b15ed0-09fe-4f98-b14e-562ab0825e94 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1135299 May 18 10:07:20.495314 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-544337e8-cf54-4be2-b98e-4e4812beb506 req-f6378197-01eb-471b-8b28-da40c156dc78 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 May 18 10:07:21.161491 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99685-2ce2-4109-9b73-82270643e235 req-e46a9833-b256-41b2-9e9a-52747dac39f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:21.163018 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9db99685-2ce2-4109-9b73-82270643e235 req-e46a9833-b256-41b2-9e9a-52747dac39f0 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0817192 May 18 10:07:21.210793 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9db99685-2ce2-4109-9b73-82270643e235 req-35c5093d-93c1-43ad-bea8-e126b24eda90 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 May 18 10:07:21.692363 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe7be8-446a-444b-9345-d09d64cfb821 req-234c5c7b-4b4c-4bef-8dd9-a12ef5eb0ce9 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:21.694028 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-22fe7be8-446a-444b-9345-d09d64cfb821 req-234c5c7b-4b4c-4bef-8dd9-a12ef5eb0ce9 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0893159 May 18 10:07:21.740543 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-22fe7be8-446a-444b-9345-d09d64cfb821 req-59382c2b-12d4-4ff6-9836-1a05a2c15694 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408099 May 18 10:07:22.409273 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7573311-d519-49d2-8c3c-2e6322e9705b req-7ec36d61-cae4-4770-b761-c991848fb075 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:22.410790 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e7573311-d519-49d2-8c3c-2e6322e9705b req-7ec36d61-cae4-4770-b761-c991848fb075 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0846653 May 18 10:07:22.559730 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e7573311-d519-49d2-8c3c-2e6322e9705b req-4acb09b5-254c-478f-9608-2b9a1f3ccd4a tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430395 May 18 10:07:22.936651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832063f8-818a-4240-9a84-afe8c8aa6918 req-c0ba1c64-49e9-4355-bcfd-f7c557c32d6f tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:22.938129 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-832063f8-818a-4240-9a84-afe8c8aa6918 req-c0ba1c64-49e9-4355-bcfd-f7c557c32d6f tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0823324 May 18 10:07:22.985160 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-832063f8-818a-4240-9a84-afe8c8aa6918 req-8583ad87-790b-4890-a07d-a72e0265b3a6 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 May 18 10:07:23.759718 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c8396-6d2b-4b12-9b24-e952143d8cb1 req-ec5d545b-1191-4e43-9d4e-4e722f7184b3 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:23.761458 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b42c8396-6d2b-4b12-9b24-e952143d8cb1 req-ec5d545b-1191-4e43-9d4e-4e722f7184b3 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0875108 May 18 10:07:23.809378 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b42c8396-6d2b-4b12-9b24-e952143d8cb1 req-6c67e1e8-79e6-48e4-823e-9a6e56feb32e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 May 18 10:07:24.176241 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878345-c90c-43c2-8427-70190850f6bd req-3106668c-4aa9-44b0-989e-b7872ef939c5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:24.177753 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-99878345-c90c-43c2-8427-70190850f6bd req-3106668c-4aa9-44b0-989e-b7872ef939c5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0824003 May 18 10:07:24.227462 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-99878345-c90c-43c2-8427-70190850f6bd req-5f4092f0-22c4-4b8d-9eef-f66b8a502544 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 May 18 10:07:24.645526 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:07:25.012799 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0683423-9b24-435a-b82c-32850076a6ec req-2750e7a5-606a-4cc0-b311-34e93081fc4b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:25.014355 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0683423-9b24-435a-b82c-32850076a6ec req-2750e7a5-606a-4cc0-b311-34e93081fc4b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0854850 May 18 10:07:25.063222 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b0683423-9b24-435a-b82c-32850076a6ec req-f8786c43-6173-4cc3-a29f-591966d7eb63 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 May 18 10:07:25.423581 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea1b4c-8f91-4a6f-a6c1-18114282b0d8 req-158882a2-1add-47a8-ace5-710605917d2d tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:25.425556 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-eeea1b4c-8f91-4a6f-a6c1-18114282b0d8 req-158882a2-1add-47a8-ace5-710605917d2d tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0881939 May 18 10:07:25.472195 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-eeea1b4c-8f91-4a6f-a6c1-18114282b0d8 req-02ec3348-689a-44a8-8f00-25d343abe3c7 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405419 May 18 10:07:26.258834 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bdfec-f703-4304-8f1b-06e009119111 req-6987a74f-9154-4b7a-b88b-ed5cf98b964c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:26.260339 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ee5bdfec-f703-4304-8f1b-06e009119111 req-6987a74f-9154-4b7a-b88b-ed5cf98b964c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0830595 May 18 10:07:26.308530 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ee5bdfec-f703-4304-8f1b-06e009119111 req-956274f1-abe4-42f1-b327-f5c017c36373 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 May 18 10:07:26.670410 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04646dda-086f-4b5b-9558-fa04874656b3 req-9e6aa29a-cf1e-486e-b6e5-dda011d40098 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:26.672181 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-04646dda-086f-4b5b-9558-fa04874656b3 req-9e6aa29a-cf1e-486e-b6e5-dda011d40098 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0863431 May 18 10:07:26.719316 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-04646dda-086f-4b5b-9558-fa04874656b3 req-deb7c60b-9d8c-4d2c-ae0d-66d3b6396acb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 May 18 10:07:27.507011 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c08428-467d-472d-9ee3-2f043e0a8c01 req-db5989ce-6e8d-4882-9e47-44698cc65bca tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:27.508507 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-11c08428-467d-472d-9ee3-2f043e0a8c01 req-db5989ce-6e8d-4882-9e47-44698cc65bca tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0858951 May 18 10:07:27.555417 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-11c08428-467d-472d-9ee3-2f043e0a8c01 req-012fee2e-ee23-4500-b419-128f8d71cb1f tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 May 18 10:07:27.917545 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae693d-b69c-42b7-9457-39ed22fdcc9d req-ac737ff5-3d01-4c25-8cb2-8ab229004b11 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:27.919009 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66ae693d-b69c-42b7-9457-39ed22fdcc9d req-ac737ff5-3d01-4c25-8cb2-8ab229004b11 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0827937 May 18 10:07:27.968116 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-66ae693d-b69c-42b7-9457-39ed22fdcc9d req-6b764149-9dc5-46d3-91ec-1be480d37b2f tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 May 18 10:07:28.767401 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2e801-69e0-426d-a536-541c0ad59f91 req-374b61a2-e854-4ef9-acbc-0860c7912c1b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:28.769280 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-edb2e801-69e0-426d-a536-541c0ad59f91 req-374b61a2-e854-4ef9-acbc-0860c7912c1b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0920579 May 18 10:07:28.817837 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-edb2e801-69e0-426d-a536-541c0ad59f91 req-b2e4714e-bc4a-4ea9-b054-165e13a7aa60 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 May 18 10:07:29.157798 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1916-3775-4c0f-9e6c-e8355b0c18b1 req-5eb82efe-4d5c-4b27-ad25-d3d8204a600c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:29.159770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7afe1916-3775-4c0f-9e6c-e8355b0c18b1 req-5eb82efe-4d5c-4b27-ad25-d3d8204a600c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0828424 May 18 10:07:29.213987 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7afe1916-3775-4c0f-9e6c-e8355b0c18b1 req-be834777-8813-4645-abd2-010bf71a2a96 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475023 May 18 10:07:30.037047 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc222d2-a61b-43b7-9737-6bf62dff18ac req-7923bd93-52e7-4f95-a555-7722ba1daf1b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:30.038768 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbc222d2-a61b-43b7-9737-6bf62dff18ac req-7923bd93-52e7-4f95-a555-7722ba1daf1b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0917442 May 18 10:07:30.086174 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cbc222d2-a61b-43b7-9737-6bf62dff18ac req-43708561-88af-47da-b6e7-b89bb587b0d6 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 May 18 10:07:30.406881 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a56b98-2a63-4ffe-9d84-ce93db7301a3 req-1ce7e25d-5666-4258-959d-1a50b12db2b5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:30.409052 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-19a56b98-2a63-4ffe-9d84-ce93db7301a3 req-1ce7e25d-5666-4258-959d-1a50b12db2b5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0854392 May 18 10:07:30.456001 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-19a56b98-2a63-4ffe-9d84-ce93db7301a3 req-3c6fe94c-e692-4778-a0c4-423401fe914a tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399351 May 18 10:07:31.276598 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b20eb4-91af-4030-9c38-6c87ebd4be44 req-3ddf1f25-0162-4af5-a639-b79becf0339b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:31.278087 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-30b20eb4-91af-4030-9c38-6c87ebd4be44 req-3ddf1f25-0162-4af5-a639-b79becf0339b tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0802662 May 18 10:07:31.322720 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-30b20eb4-91af-4030-9c38-6c87ebd4be44 req-b9f1f940-4421-413b-9dff-676b680dfe0d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 May 18 10:07:31.459002 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-38254a73-1d26-44b3-ae8f-0fe5a040c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:31.460446 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-38254a73-1d26-44b3-ae8f-0fe5a040c91a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1099 time: 0.0746150 May 18 10:07:31.639558 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-90310aa2-3306-434f-839d-4af0a8b44da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:31.641006 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-90310aa2-3306-434f-839d-4af0a8b44da9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 910 time: 0.1727784 May 18 10:07:31.815852 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4281b-6b18-4624-b19f-e60d24e27adc req-2b106a6e-d5b2-4c4c-9e99-a12b3dd95926 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:31.817265 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71b4281b-6b18-4624-b19f-e60d24e27adc req-2b106a6e-d5b2-4c4c-9e99-a12b3dd95926 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.2533047 May 18 10:07:31.868810 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-df861ae8-2b91-4180-8e00-5c80f07353ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 1001 time: 0.2153475 May 18 10:07:31.875575 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-71b4281b-6b18-4624-b19f-e60d24e27adc req-1e4cedf0-7f6c-4a9c-b533-04c35184d575 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526619 May 18 10:07:31.936504 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-3c5d2e82-054b-49d5-90c3-3c6e088d9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:31.937970 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-3c5d2e82-054b-49d5-90c3-3c6e088d9e62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 200 len: 848 time: 0.0590591 May 18 10:07:32.014449 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-778b7770-66c1-41a8-bd14-a400fda34e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:32.015924 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-778b7770-66c1-41a8-bd14-a400fda34e5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4053077-21ac-40a8-b284-33fb25c76eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713410 May 18 10:07:32.144855 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-fd6a333d-33ce-4aa1-9a9f-370949372b8c service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205907 May 18 10:07:32.275454 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b9248eab-96bb-44e5-a88a-12ee523cd62c req-fffa6811-70b4-4f0f-af5f-97f7a880b309 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232641 May 18 10:07:32.516874 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32440-7d6e-4871-a391-f0263458ad95 req-0f8dae4f-4667-4726-902b-15f6dba10bc2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:32.518992 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-03b32440-7d6e-4871-a391-f0263458ad95 req-0f8dae4f-4667-4726-902b-15f6dba10bc2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0849319 May 18 10:07:32.564373 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-03b32440-7d6e-4871-a391-f0263458ad95 req-6da50054-4129-4275-a88b-c91eea08e280 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 May 18 10:07:33.057642 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7cc56-f6a6-41b9-bc6a-2b698fb026a6 req-7f643365-21a2-402f-ad2d-47db28d7909e tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:33.059001 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-25c7cc56-f6a6-41b9-bc6a-2b698fb026a6 req-7f643365-21a2-402f-ad2d-47db28d7909e tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0789618 May 18 10:07:33.106245 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-25c7cc56-f6a6-41b9-bc6a-2b698fb026a6 req-408593c1-47fd-45a9-ba85-ae5d6fd2f55e tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417204 May 18 10:07:33.663470 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:07:33.756339 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c1a9d-cc43-4306-8b7d-25052f84fc46 req-60d967ac-642a-4bd6-81b3-a0509e61653d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:33.757942 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9f2c1a9d-cc43-4306-8b7d-25052f84fc46 req-60d967ac-642a-4bd6-81b3-a0509e61653d tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 943 time: 0.0839059 May 18 10:07:33.809080 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9f2c1a9d-cc43-4306-8b7d-25052f84fc46 req-e36488ed-0a03-4e5e-9b78-1b0aa053e3d2 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 May 18 10:07:33.818776 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:33.836712 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'port_id': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'mac_address': 'fa:16:3e:d7:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:07:33.891462 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:33.911198 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cde226a-51ce-47bd-8423-e11bb78e60ad {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:07:33.926983 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:33.931120 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:33.932848 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-9581489b-73b2-4eaf-9adf-4fe56fdab3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:34.004726 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=9']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:34.007956 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:34.152574 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['4cde226a-51ce-47bd-8423-e11bb78e60ad'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:07:34.306677 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d1d3-e060-4cfd-a87f-21dbd9b04a65 req-7b283811-c326-4075-985f-65b62cc2e8eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:34.308115 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d451d1d3-e060-4cfd-a87f-21dbd9b04a65 req-7b283811-c326-4075-985f-65b62cc2e8eb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0817807 May 18 10:07:34.352278 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d451d1d3-e060-4cfd-a87f-21dbd9b04a65 req-582cce8c-2249-4370-9fe0-4a2cdb60883c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383470 May 18 10:07:34.676559 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37058) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:34.699064 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191b3b4-a2d0-43de-9150-0d8c1a1ac0c8 req-7613fc44-b22b-4688-9638-4c6d99141195 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:34.700501 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0191b3b4-a2d0-43de-9150-0d8c1a1ac0c8 req-7613fc44-b22b-4688-9638-4c6d99141195 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0790510 May 18 10:07:34.748949 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0191b3b4-a2d0-43de-9150-0d8c1a1ac0c8 req-35cacbf1-020a-4539-90e7-a4980e6f13d8 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 May 18 10:07:34.800701 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-f0af4eb6-542a-4027-a92a-d62a768d306b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228628 May 18 10:07:35.002869 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e00d1-2cfa-4c87-a714-554be739fcc6 req-39961e38-b185-4156-a0b8-0431ac981582 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:35.004328 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d97e00d1-2cfa-4c87-a714-554be739fcc6 req-39961e38-b185-4156-a0b8-0431ac981582 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 944 time: 0.0844328 May 18 10:07:35.059613 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d97e00d1-2cfa-4c87-a714-554be739fcc6 req-3f6f6e7f-32db-418f-9b68-d5821c877d8c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490012 May 18 10:07:35.681170 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:07:35.748372 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 4cde226a-51ce-47bd-8423-e11bb78e60ad triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:35.748746 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:35.884984 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:35.914791 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:35.924986 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:35.930727 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:35.931693 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:07:35.962800 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:35.984777 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f0502-a197-42b1-b37f-999641b2183f req-dd07f21a-5c43-45a3-8945-c8f12fc3c9c7 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:35.987305 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f83f0502-a197-42b1-b37f-999641b2183f req-dd07f21a-5c43-45a3-8945-c8f12fc3c9c7 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1032729 May 18 10:07:35.997454 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'code': 200} May 18 10:07:36.046043 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f83f0502-a197-42b1-b37f-999641b2183f req-a7f2b70a-704e-45fe-9fb9-349b0b21dba2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530100 May 18 10:07:36.062059 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=10']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:36.065221 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:36.121962 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:36.172766 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:36.176809 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:36.179782 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-e2572cb5-c78b-4a18-bec2-918d6087abe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:36.249931 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=6']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:36.252783 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:36.337140 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c0d71-cf99-41dd-9717-6808dc77ee26 req-888e353e-1f90-40ae-9ae3-f5de199cc1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:36.338609 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e30c0d71-cf99-41dd-9717-6808dc77ee26 req-888e353e-1f90-40ae-9ae3-f5de199cc1a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 1099 time: 0.1269314 May 18 10:07:36.349991 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9db127-9a6b-4601-8236-5ea97cbe6016 req-66514e82-742b-4101-bdb7-237241569698 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:36.351292 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4b9db127-9a6b-4601-8236-5ea97cbe6016 req-66514e82-742b-4101-bdb7-237241569698 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 946 time: 0.1107800 May 18 10:07:36.447736 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e30c0d71-cf99-41dd-9717-6808dc77ee26 req-09612282-5280-47a2-9723-129a075de565 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955062 May 18 10:07:36.459290 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4b9db127-9a6b-4601-8236-5ea97cbe6016 req-3c88953f-8bbb-4151-b26b-c6b13ea2c20c tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951333 May 18 10:07:36.488769 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-fa0232d4-14fc-44a4-9a69-00ccda7ece88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:36.490464 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-fa0232d4-14fc-44a4-9a69-00ccda7ece88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4&tenant_id=f50d72bec6d644b78965383f61a632af HTTP/1.1" status: 200 len: 1097 time: 0.0859048 May 18 10:07:36.586574 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-95e1fb14-5aba-4983-9229-155aacc99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:36.587877 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-95e1fb14-5aba-4983-9229-155aacc99fbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0676730 May 18 10:07:36.803154 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-28733748-7dcd-469c-8836-eac67afdd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:36.804562 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-28733748-7dcd-469c-8836-eac67afdd8a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 910 time: 0.2099752 May 18 10:07:36.906130 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-ef76aca3-ad61-4d08-95c6-b7cd97b806eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 999 time: 0.0936189 May 18 10:07:36.968329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-7f42d9b5-8082-49ed-b8ca-196b0e7e212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:36.969778 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-7f42d9b5-8082-49ed-b8ca-196b0e7e212a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 200 len: 848 time: 0.0568159 May 18 10:07:37.047642 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-aa6bb765-0b5d-47bf-9939-a06719537df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:37.049069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-aa6bb765-0b5d-47bf-9939-a06719537df8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4053077-21ac-40a8-b284-33fb25c76eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706749 May 18 10:07:37.224716 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-b773c333-5370-47d8-9dee-6018fd374004 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681905 May 18 10:07:37.290206 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcff303-353f-4ebf-8217-1652afe11040 req-7035657a-0246-4976-b91b-5e14b085fda0 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:37.291737 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0fcff303-353f-4ebf-8217-1652afe11040 req-7035657a-0246-4976-b91b-5e14b085fda0 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.1412547 May 18 10:07:37.403810 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0fcff303-353f-4ebf-8217-1652afe11040 req-5334b9ba-da27-4d76-a1d8-6aee1bba848a tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706255 May 18 10:07:37.409326 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8bac0322-e17f-41eb-8615-03b55542fd50 req-18f7feb3-db7d-484b-af95-bf0841e749d8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704979 May 18 10:07:37.667422 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55f1a-2dd1-4405-9b40-c14eee20fd9a req-662e38dd-356e-4a70-b98f-285615293dff tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:37.668907 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ebf55f1a-2dd1-4405-9b40-c14eee20fd9a req-662e38dd-356e-4a70-b98f-285615293dff tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 946 time: 0.0912817 May 18 10:07:37.717177 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ebf55f1a-2dd1-4405-9b40-c14eee20fd9a req-d27d72d2-e698-48db-ab93-713ae3130a30 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 May 18 10:07:37.998713 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:38.049612 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'code': 200} May 18 10:07:38.408126 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113cd4a-4469-438c-9243-1cd707bd9448 req-54c9f99a-c3f1-43de-b286-81eb7cc47f91 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:38.409576 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a113cd4a-4469-438c-9243-1cd707bd9448 req-54c9f99a-c3f1-43de-b286-81eb7cc47f91 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0792751 May 18 10:07:38.456594 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a113cd4a-4469-438c-9243-1cd707bd9448 req-ad04a042-8e74-4405-8ec7-2add08e8537b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 May 18 10:07:38.596958 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4c030-084a-4a74-b566-d8bde13d3104 req-4d8920c4-b6e3-47ba-a702-8ecc907e57e8 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:38.598862 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-29a4c030-084a-4a74-b566-d8bde13d3104 req-4d8920c4-b6e3-47ba-a702-8ecc907e57e8 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0778983 May 18 10:07:38.642021 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-29a4c030-084a-4a74-b566-d8bde13d3104 req-f3fc9c05-7a4c-4183-bf69-7dd049e146ef tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375381 May 18 10:07:38.915657 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcee825-f250-4ad8-a8d6-6ff577df9fff req-a7744933-080d-4b51-8b73-a7f065c63c40 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:38.919419 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-adcee825-f250-4ad8-a8d6-6ff577df9fff req-a7744933-080d-4b51-8b73-a7f065c63c40 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 946 time: 0.0827515 May 18 10:07:38.963224 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-adcee825-f250-4ad8-a8d6-6ff577df9fff req-df1c07de-e38b-4bb9-937f-c0685b426f0e tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 May 18 10:07:39.639510 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185159c-fd31-41ed-8949-bf8680718df0 req-735d13b7-68d8-44b8-a405-14028ea425bd tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:39.640914 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a185159c-fd31-41ed-8949-bf8680718df0 req-735d13b7-68d8-44b8-a405-14028ea425bd tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0779920 May 18 10:07:39.688077 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-a185159c-fd31-41ed-8949-bf8680718df0 req-bbe515de-9131-4e0e-b987-6892df5abf34 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 May 18 10:07:39.710696 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:07:39.849713 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:39.862787 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'port_id': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'mac_address': 'fa:16:3e:c5:38:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:07:39.918637 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:39.934857 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:07:39.950508 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:39.954546 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:39.956386 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4251e043-c73b-4077-a689-bd407e36fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:39.971611 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa00b51-f2db-4a66-9e02-6524cf1cc037 req-1e5c8968-2a4a-409b-a1f5-08c505f897b8 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:39.973163 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cfa00b51-f2db-4a66-9e02-6524cf1cc037 req-1e5c8968-2a4a-409b-a1f5-08c505f897b8 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 944 time: 0.0790191 May 18 10:07:40.017948 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-cfa00b51-f2db-4a66-9e02-6524cf1cc037 req-545c8224-29f8-4042-850e-0e5ea9483481 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 May 18 10:07:40.036297 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=7']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:40.041281 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:40.189602 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:07:40.291863 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-038d1f80-ad51-44d2-bf41-2be8c359fec9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:40.293203 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-038d1f80-ad51-44d2-bf41-2be8c359fec9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.0809712 May 18 10:07:40.429899 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Deleting port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:07:40.430243 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:40.560561 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] For port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:40.560799 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:40.998129 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:40.998832 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:40.998966 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Floating IP f1be7088-c302-453c-81c0-17a29dbb042a disassociated. External IP: 172.28.3.14, port: 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7. May 18 10:07:40.999226 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Calling delete_port for 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:07:41.010916 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a23d2-5c22-4894-a955-056f9ef1c082 req-fbb779ec-d891-48c1-af40-d799327400cb tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:41.012332 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9e6a23d2-5c22-4894-a955-056f9ef1c082 req-fbb779ec-d891-48c1-af40-d799327400cb tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 945 time: 0.1988540 May 18 10:07:41.071462 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9e6a23d2-5c22-4894-a955-056f9ef1c082 req-06199a90-bfb6-4742-9bd8-541b2b4da3a9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=64f4e273-2689-4564-a435-5202c6cf068e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530324 May 18 10:07:41.204629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:41.212181 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-faa387a9-a085-4f9c-aaad-c2521898519f tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:41.259958 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event deleted for resources: {'Port': ['ID=72f9d70c-bd63-4286-975b-cb3a1b7c4ae7,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:41.272490 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.272852 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.273210 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.273590 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.273939 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.274304 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.275067 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.275067 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.275337 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.275608 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.275943 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.276277 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:41.281683 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:41.372110 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bac7b-edcf-47ee-a8c5-e68c6964eb99 req-1583ec09-983e-4e63-9738-4b4e7a592fce tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:41.373580 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d27bac7b-edcf-47ee-a8c5-e68c6964eb99 req-1583ec09-983e-4e63-9738-4b4e7a592fce tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 945 time: 0.2371812 May 18 10:07:41.495309 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d27bac7b-edcf-47ee-a8c5-e68c6964eb99 req-f485b1c0-691b-4aa7-8004-45c36fbcf066 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130445 May 18 10:07:41.514320 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Router 387c02b8-eca4-4c86-96a7-005c9d549118 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:07:41.622681 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5a238488-06c1-4bf2-a75c-f908b1e13709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:41.700546 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:07:41.712086 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] Sync routers for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:07:41.726009 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:07:41.765132 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:07:41.765798 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:07:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:41.775823 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] No DVR routers for this DVR port 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:07:41.782512 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:41.785158 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'name': 'network-vif-deleted', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:41.802928 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-27303cb3-1ae0-45c7-b8cd-8afdf8e36c14 req-4dfc09ab-d2e0-4098-9d79-6d08a9b2e910 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "DELETE /v2.0/ports/72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 HTTP/1.1" status: 204 len: 173 time: 1.5046732 May 18 10:07:41.836487 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cf2717-1a80-4d04-a9f0-c6a8b37a82a0', 'name': 'network-vif-deleted', 'tag': '72f9d70c-bd63-4286-975b-cb3a1b7c4ae7', 'status': 'completed', 'code': 200} May 18 10:07:41.996383 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:41.996757 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:42.063129 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:07:42.239176 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3d8bf4b5-f813-43a2-ae0d-c14b5ceb7dcb req-3f805cde-768f-4012-9c7a-97b2d9637c76 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Synchronizing usage tracker for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:07:42.257693 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3d8bf4b5-f813-43a2-ae0d-c14b5ceb7dcb req-3f805cde-768f-4012-9c7a-97b2d9637c76 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Unset dirty status for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:07:42.259102 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3d8bf4b5-f813-43a2-ae0d-c14b5ceb7dcb req-3f805cde-768f-4012-9c7a-97b2d9637c76 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cf2717-1a80-4d04-a9f0-c6a8b37a82a0 HTTP/1.1" status: 200 len: 210 time: 0.0648162 May 18 10:07:42.330825 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:42.379779 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:42.401836 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:42.431021 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:42.435533 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:42.464826 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'code': 200} May 18 10:07:42.513712 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=8']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:42.516768 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:42.528882 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:42.532734 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] Checking router: 387c02b8-eca4-4c86-96a7-005c9d549118 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:07:42.542340 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:07:42.542934 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:07:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:42.724492 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:07:42.733055 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c0824-c958-40d2-9c82-7304d51df044 req-90b71d5c-99b2-4015-8e28-337371c04bfb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:42.734512 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b0c0824-c958-40d2-9c82-7304d51df044 req-90b71d5c-99b2-4015-8e28-337371c04bfb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1335945 May 18 10:07:42.775376 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d0cca-32d7-4062-a48b-0bfc20380f84 req-80aa58bc-d00b-4985-807d-8685ff784708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:42.776860 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2a7d0cca-32d7-4062-a48b-0bfc20380f84 req-80aa58bc-d00b-4985-807d-8685ff784708 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1099 time: 0.1212134 May 18 10:07:42.788025 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b0c0824-c958-40d2-9c82-7304d51df044 req-29425e6d-7c23-4ed2-bdfe-1b45d503e56c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467227 May 18 10:07:42.823412 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2a7d0cca-32d7-4062-a48b-0bfc20380f84 req-9746243d-dd0e-44b2-bb2d-39c6f47aaec6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388136 May 18 10:07:43.027749 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:43.031423 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ae7e0-02db-45c0-9128-a4a6a7b2d56b None None] The sync data for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb is: [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:07:43.062289 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:43.228190 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33bba7-4bf5-48e2-aaba-1d45b362139c None None] New status for floating IP f1be7088-c302-453c-81c0-17a29dbb042a: DOWN {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:07:43.392263 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37154) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:43.459935 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:43.489131 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:43.541085 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:43.544779 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7dc1304f-ce90-4666-ab1d-9c80867384b9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:43.557453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4e273-2689-4564-a435-5202c6cf068e,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:43.567651 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:43.568738 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "DELETE /v2.0/security-groups/64f4e273-2689-4564-a435-5202c6cf068e HTTP/1.1" status: 204 len: 168 time: 0.1754007 May 18 10:07:43.570054 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.570422 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.570782 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.571144 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.571499 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.571812 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37158) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:43.572292 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.572292 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.572557 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.572869 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.573212 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.573582 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.573926 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:43.576903 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:43.596377 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.api.v2.resource [None req-ffc6bb04-9e37-4f20-9c6b-a301cb2b5e01 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] show failed (client error): The resource could not be found. May 18 10:07:43.598905 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-ffc6bb04-9e37-4f20-9c6b-a301cb2b5e01 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups/64f4e273-2689-4564-a435-5202c6cf068e HTTP/1.1" status: 404 len: 347 time: 0.0254943 May 18 10:07:43.601370 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37162) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:43.717683 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:07:43.759113 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:07:43.759865 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 72f9d70c-bd63-4286-975b-cb3a1b7c4ae7 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:07:43.985967 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Deleting port 67f1ecc5-48b3-4fde-8bfc-1b78b7af38b5 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:07:43.986295 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.023474 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ca78-e5f5-4899-8f16-921e70f471de req-24929ebc-cd6b-4e40-a986-49d7da9d813c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:44.024882 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-90e5ca78-e5f5-4899-8f16-921e70f471de req-24929ebc-cd6b-4e40-a986-49d7da9d813c tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.1308665 May 18 10:07:44.141096 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-90e5ca78-e5f5-4899-8f16-921e70f471de req-44f73bd0-3286-4045-a7c9-ee1717854631 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697460 May 18 10:07:44.147597 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.147926 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.154169 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-eeda0293-0e4c-464f-b1f2-d972ac36758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.275690 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Calling delete_port for 67f1ecc5-48b3-4fde-8bfc-1b78b7af38b5 owned by network:floatingip {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:07:44.280822 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.383653 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.387903 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:44.432883 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event deleted for resources: {'Port': ['ID=67f1ecc5-48b3-4fde-8bfc-1b78b7af38b5,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:44.463371 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:44.518255 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.535705 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.536795 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "DELETE /v2.0/floatingips/f1be7088-c302-453c-81c0-17a29dbb042a HTTP/1.1" status: 204 len: 168 time: 0.9344807 May 18 10:07:44.846106 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37172) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:44.851721 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152272245', 'description': 'tempest-description--1496603794'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:44.857614 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:44.861384 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:44.865332 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:44.874216 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:44.883468 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.902610 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:44.906316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group_rule and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:44.908985 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:44.915138 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:44.980868 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.984304 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:44.987663 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-73d2d0ed-0131-4a98-9a1a-774903a99d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:45.024421 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:45.027340 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.028594 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1815057 May 18 10:07:45.029587 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-ebb05e48-bc7f-45e3-8c02-cc5f03582260 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:45.031631 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37176) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:45.037190 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'security_group_rule': {'security_group_id': 'afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:45.043252 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:45.047005 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group_rule and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:45.049815 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:45.056095 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:45.070799 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.128664 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.132156 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.134377 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-26bf3488-641e-4d34-8f27-a099e0783ab1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:45.155747 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5288033d-e928-42f4-89e7-4d05f3d23e4b,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:45.158126 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:45.165686 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.166838 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-9afc9c6d-0747-452e-883d-4a62e1fabb10 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343901 May 18 10:07:45.169467 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37180) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:45.174410 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'security_group_rule': {'security_group_id': 'afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:45.180655 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:45.184405 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:security_group_rule and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:45.187224 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:45.192783 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:45.207607 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.235566 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.273205 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.276748 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4167618'] for security_group_rule, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.284092 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1abea950-6585-4abd-b50c-8fe58b34c7d3 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:45.302840 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b62e8ac-e361-44ee-90cb-9be630fd0d5a,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:45.305285 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:45.312677 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.313870 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c8b3eb6f-87f5-4e29-9486-00bd731cf0f0 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435118 May 18 10:07:45.316983 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37184) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:45.321973 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'floatingip': {'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:45.327489 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:45.331285 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Usage tracker for resource:floatingip and tenant:70f38b876fa94491bfe30764d115d6fd is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:45.334737 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:45.340325 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:45.351103 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.483614 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.617942 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_common [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Allocated IP 172.28.3.80 (c9523680-af92-40d3-8374-da5e24f667fe/5403c3f7-7ea4-42b8-b4af-7a5eab3d6828/8f656489-f5c4-4cab-8810-be4a6a45cdbd) {{(pid=91249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:07:45.759698 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for port, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.788954 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:45.793345 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:45.851267 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Network c9523680-af92-40d3-8374-da5e24f667fe is already hosted by enough agents. {{(pid=91249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:45.853977 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources bound (agent type, host, resource id): {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:45.857608 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Received port after_create {{(pid=91249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:07:45.898940 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'Port': ['ID=8f656489-f5c4-4cab-8810-be4a6a45cdbd,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:45.905999 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:45.943690 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:46.000687 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:46.206903 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for port, precommit_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:46.211492 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2320731'] for port, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:46.215716 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2acc3dee-72ab-42d7-806d-1617f9830c65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:46.318343 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'Port': ['ID=8f656489-f5c4-4cab-8810-be4a6a45cdbd,revision_number=2']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:46.322265 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:46.328580 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:46.350360 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:46.351717 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0336833 May 18 10:07:46.569246 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-73863583-e2a2-43a1-88af-c1b786be528f tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--152272245&fields=id&tenant_id=70f38b876fa94491bfe30764d115d6fd HTTP/1.1" status: 200 len: 267 time: 0.0428092 May 18 10:07:46.715204 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-0db1c709-4c2d-42e2-9227-aa4fb03aabe5 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:46.716606 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-0db1c709-4c2d-42e2-9227-aa4fb03aabe5 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 810 time: 0.1411786 May 18 10:07:46.732275 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-0b40c2ff-b048-4c6b-a8a5-39644cc788c6 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/quotas/70f38b876fa94491bfe30764d115d6fd HTTP/1.1" status: 200 len: 375 time: 0.0099709 May 18 10:07:46.817016 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-6f2334f4-99ec-4a28-974c-746f2622a523 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Synchronizing usage tracker for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:07:46.832679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-6f2334f4-99ec-4a28-974c-746f2622a523 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Unset dirty status for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:07:46.834025 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-6f2334f4-99ec-4a28-974c-746f2622a523 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967872 May 18 10:07:47.008773 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:47.015129 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-eec06799-bedc-4271-bfd4-984955b6cc08 service neutron] 10.222.0.36 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698611 May 18 10:07:47.143825 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-cdf9b48f-11a4-4ad4-81a8-053c132f7c8c service neutron] 10.222.0.36 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221924 May 18 10:07:47.314299 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-df94a1e8-d30f-4016-88b7-8378ba2d89ce req-714b4e7e-6eda-4b7b-990d-3f6648c45974 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0408175 May 18 10:07:48.373989 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-07181d76-9724-45c4-a75b-533bad13bcd9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:48.375468 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-07181d76-9724-45c4-a75b-533bad13bcd9 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 810 time: 0.1488035 May 18 10:07:48.558606 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-c89af060-c9ba-4b44-bbf4-506b665881d3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f38b876fa94491bfe30764d115d6fd HTTP/1.1" status: 200 len: 379 time: 0.1747313 May 18 10:07:48.560576 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d2dacd6d-cf6f-4d34-8497-6eecf7e2be5f req-725b0f4e-8752-4376-b446-a47f4ab80325 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0481272 May 18 10:07:48.567782 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'port': {'device_id': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'admin_state_up': True, 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'security_groups': ['afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e']}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:48.699256 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:48.709024 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:48.718330 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Made reservation on behalf of 70f38b876fa94491bfe30764d115d6fd for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:07:48.721791 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.880614 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Allocated IP 172.20.0.11 (43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b/a54a6920-4849-4708-a927-d2fc0d3d8d2d/07151a41-2178-4cf2-a954-dfb40c016c8b) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:07:49.060429 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.075558 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Transition to ACTIVE for port object 07151a41-2178-4cf2-a954-dfb40c016c8b will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:49.098079 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.103151 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:49.171481 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:49.174685 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:49.178958 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:07:49.209600 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event updated for resources: {'Port': ['ID=07151a41-2178-4cf2-a954-dfb40c016c8b,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:49.216290 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:49.247238 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:49.247648 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.272853 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-116e1cd6-a4f0-4831-b233-057901eec9c3 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7086048 May 18 10:07:49.284892 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Request body: {'port': {'device_id': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:49.397000 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.402902 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-c39fd003-7af6-4007-9065-c23c2750f2bd None None] Provisioning for port 07151a41-2178-4cf2-a954-dfb40c016c8b completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:07:49.408008 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-c39fd003-7af6-4007-9065-c23c2750f2bd None None] Provisioning complete for port 07151a41-2178-4cf2-a954-dfb40c016c8b triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:49.408483 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-c39fd003-7af6-4007-9065-c23c2750f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.463841 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-c39fd003-7af6-4007-9065-c23c2750f2bd None None] Port 07151a41-2178-4cf2-a954-dfb40c016c8b cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:07:49.776651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07151a41-2178-4cf2-a954-dfb40c016c8b {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:07:49.786058 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.804815 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Transition to ACTIVE for port object 07151a41-2178-4cf2-a954-dfb40c016c8b will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:49.808916 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.813634 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6cdfc5b9-8db2-4209-a03d-92c8e8999b24 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:49.850701 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4aeb-b244-4a9b-8e97-4117ce052a38 req-9e827d3d-b61e-4e83-8dca-24297161f981 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:49.851315 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6eae4aeb-b244-4a9b-8e97-4117ce052a38 req-9e827d3d-b61e-4e83-8dca-24297161f981 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Synchronizing usage tracker for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:07:49.952182 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6eae4aeb-b244-4a9b-8e97-4117ce052a38 req-9e827d3d-b61e-4e83-8dca-24297161f981 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Unset dirty status for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:07:49.953333 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6eae4aeb-b244-4a9b-8e97-4117ce052a38 req-9e827d3d-b61e-4e83-8dca-24297161f981 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 932 time: 0.2882950 May 18 10:07:49.982817 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=07151a41-2178-4cf2-a954-dfb40c016c8b,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:49.991533 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:50.076938 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6eae4aeb-b244-4a9b-8e97-4117ce052a38 req-ef031ade-a4a4-46d3-8866-3ad4599f4ba4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952904 May 18 10:07:50.103908 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Attempting to bind port 07151a41-2178-4cf2-a954-dfb40c016c8b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:07:50.104142 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Attempting to bind port 07151a41-2178-4cf2-a954-dfb40c016c8b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:07:50.104538 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Attempting to bind port 07151a41-2178-4cf2-a954-dfb40c016c8b on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:07:50.109666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Port 07151a41-2178-4cf2-a954-dfb40c016c8b on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:07:50.109979 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Attempting to bind port 07151a41-2178-4cf2-a954-dfb40c016c8b on network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:07:50.116499 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:07:50.116822 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Checking segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:07:50.117199 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Bound using segment: {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:07:50.117645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Bound port: 07151a41-2178-4cf2-a954-dfb40c016c8b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200da24-a348-467e-9398-29740bb6f952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:07:50.117984 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.203026 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] For port 07151a41-2178-4cf2-a954-dfb40c016c8b, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:07:50.205885 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] For port 07151a41-2178-4cf2-a954-dfb40c016c8b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=07151a41-2178-4cf2-a954-dfb40c016c8b,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:07:50.210165 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.214323 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-685aba7f-9e97-4f60-8fe1-2778d2f4d459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:50.359399 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.360001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.361332 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] 10.222.0.24 "PUT /v2.0/ports/07151a41-2178-4cf2-a954-dfb40c016c8b HTTP/1.1" status: 200 len: 1094 time: 1.0807824 May 18 10:07:50.361836 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:50.383596 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=07151a41-2178-4cf2-a954-dfb40c016c8b,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:50.386854 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:50.411770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'status': 'completed', 'code': 200} May 18 10:07:50.485674 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-88c6159f-a95d-4a6a-a5ab-84321f899460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.487151 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-88c6159f-a95d-4a6a-a5ab-84321f899460 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0727060 May 18 10:07:50.558890 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-c83a46f1-611d-48ff-93ba-735e8dbe4b1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07151a41-2178-4cf2-a954-dfb40c016c8b HTTP/1.1" status: 200 len: 217 time: 0.0634122 May 18 10:07:50.620621 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-173a70c8-a28b-4f92-855d-b58e340190f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.622051 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-173a70c8-a28b-4f92-855d-b58e340190f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.0570319 May 18 10:07:50.700572 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-00ef3d10-e7c6-44dd-a472-b74630f8b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.702051 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-00ef3d10-e7c6-44dd-a472-b74630f8b3b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735133 May 18 10:07:50.835010 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-50b068bf-3bae-493b-8a1b-ab8cf057816f service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252427 May 18 10:07:50.971274 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8af8aaa7-20cb-4eeb-9f31-5706aff69dcb req-a96df7b7-d458-4cb3-abcb-9bbd4071d2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270204 May 18 10:07:51.084598 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-693afe7f-6ee8-4b42-8665-e3ac055a2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:51.086075 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-693afe7f-6ee8-4b42-8665-e3ac055a2134 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 1097 time: 0.0709245 May 18 10:07:51.279029 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-4738c44f-1081-40c6-8839-3a5f4941a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:51.280366 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-4738c44f-1081-40c6-8839-3a5f4941a3b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 911 time: 0.1814427 May 18 10:07:51.354401 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-ec9648e7-80cf-4311-8ccb-e5c4dd38e148 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07151a41-2178-4cf2-a954-dfb40c016c8b HTTP/1.1" status: 200 len: 217 time: 0.0658405 May 18 10:07:51.366085 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f00f9-40fa-490d-945f-d2a9a74f75bd req-655cfd04-7a99-416a-8c5f-c45f075f3304 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:51.367457 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-039f00f9-40fa-490d-945f-d2a9a74f75bd req-655cfd04-7a99-416a-8c5f-c45f075f3304 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 944 time: 0.1804838 May 18 10:07:51.452944 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-370bd1da-7c85-4578-991d-64f1c844a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:51.454358 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-370bd1da-7c85-4578-991d-64f1c844a1b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.0860679 May 18 10:07:51.459761 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-039f00f9-40fa-490d-945f-d2a9a74f75bd req-c34b502e-a873-42d6-94af-1cfdcff731c1 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620370 May 18 10:07:51.532549 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-80eb2560-2378-438c-9f37-af296229bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:51.533967 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-80eb2560-2378-438c-9f37-af296229bd66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727975 May 18 10:07:51.666737 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-f97b9694-12ca-47f9-8752-a0220fb4a26c service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242034 May 18 10:07:51.795905 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7348e3eb-ac47-4255-8519-9bad0bda6d7a req-08b96297-a39d-432a-8de4-5c9ee21ff7b6 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217272 May 18 10:07:52.817089 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816016-1a34-4c29-b675-f686917c883d req-a240554b-7857-43ad-8239-afd471a919af tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:52.818577 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d7816016-1a34-4c29-b675-f686917c883d req-a240554b-7857-43ad-8239-afd471a919af tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 944 time: 0.0815070 May 18 10:07:52.861730 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d7816016-1a34-4c29-b675-f686917c883d req-c47f1152-3dc8-488f-b21f-0601a9e91b78 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373874 May 18 10:07:53.789226 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 07151a41-2178-4cf2-a954-dfb40c016c8b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:07:53.965026 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 07151a41-2178-4cf2-a954-dfb40c016c8b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=07151a41-2178-4cf2-a954-dfb40c016c8b,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:53.978530 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'port_id': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'mac_address': 'fa:16:3e:0e:69:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:07:54.034282 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:54.052684 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07151a41-2178-4cf2-a954-dfb40c016c8b {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:07:54.069525 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 07151a41-2178-4cf2-a954-dfb40c016c8b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=07151a41-2178-4cf2-a954-dfb40c016c8b,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:54.074869 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:54.076833 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-1e81f834-9201-4d0c-a0da-314205a33cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:54.148927 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=07151a41-2178-4cf2-a954-dfb40c016c8b,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:54.156626 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.156943 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.157282 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.157636 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.158002 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.158341 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.158670 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.159028 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.159422 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.159814 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.160144 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.160646 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:54.161662 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bf77f-54d9-4f33-ad53-c08082823233 req-533ed7b5-3bc0-41a8-9ed3-2717e2933a54 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:54.163186 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca3bf77f-54d9-4f33-ad53-c08082823233 req-533ed7b5-3bc0-41a8-9ed3-2717e2933a54 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 944 time: 0.1926966 May 18 10:07:54.164650 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:54.208249 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-ca3bf77f-54d9-4f33-ad53-c08082823233 req-843ccc51-3c6f-44ee-ae90-20d3dfef03db tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391140 May 18 10:07:54.327447 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['07151a41-2178-4cf2-a954-dfb40c016c8b'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:07:55.388074 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddae6d-82a0-4963-b733-843b4419ad50 req-7577ec34-0e68-4997-aceb-e9c3f461a05f tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:55.389520 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-96ddae6d-82a0-4963-b733-843b4419ad50 req-7577ec34-0e68-4997-aceb-e9c3f461a05f tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 945 time: 0.0794494 May 18 10:07:55.435399 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-96ddae6d-82a0-4963-b733-843b4419ad50 req-b072ca95-782e-426f-b9fd-f40a7882c3db tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396249 May 18 10:07:55.812450 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 07151a41-2178-4cf2-a954-dfb40c016c8b up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:07:55.882315 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 07151a41-2178-4cf2-a954-dfb40c016c8b completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:07:55.886771 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 07151a41-2178-4cf2-a954-dfb40c016c8b triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:55.887136 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:56.000576 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:56.026285 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:56.035748 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 07151a41-2178-4cf2-a954-dfb40c016c8b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=07151a41-2178-4cf2-a954-dfb40c016c8b,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:56.039586 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:56.041341 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:56.076255 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'code': 200} May 18 10:07:56.108636 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=07151a41-2178-4cf2-a954-dfb40c016c8b,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:56.111647 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:56.309753 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73b241-d091-4a6a-bef1-6cb7a74b1330 req-85829e30-1386-4bc5-b468-c1dd4ec9ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:56.311181 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fe73b241-d091-4a6a-bef1-6cb7a74b1330 req-85829e30-1386-4bc5-b468-c1dd4ec9ddbf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 1099 time: 0.0679712 May 18 10:07:56.351167 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-fe73b241-d091-4a6a-bef1-6cb7a74b1330 req-547a82c1-43be-4f83-a4f0-7011ae3e5f39 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327497 May 18 10:07:56.622270 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f4ba7-c050-4f6c-8014-5ab2b30408a4 req-172a898a-acd2-461f-8329-0c47b5f47d62 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:56.623606 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b41f4ba7-c050-4f6c-8014-5ab2b30408a4 req-172a898a-acd2-461f-8329-0c47b5f47d62 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0826805 May 18 10:07:56.667877 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b41f4ba7-c050-4f6c-8014-5ab2b30408a4 req-144767c5-f32e-45b1-970c-492c6c5b6b54 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386698 May 18 10:07:57.855878 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc8bdc-7188-49b4-ba08-5b7b75963e00 req-42692594-f103-4f82-9e21-b70f6321d3c4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:57.857246 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bbc8bdc-7188-49b4-ba08-5b7b75963e00 req-42692594-f103-4f82-9e21-b70f6321d3c4 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0810623 May 18 10:07:57.902260 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6bbc8bdc-7188-49b4-ba08-5b7b75963e00 req-f64f4c9a-87cc-48b9-b20b-fedfa63dfe2e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393870 May 18 10:07:58.083280 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943196e1-c417-4279-ba71-9208e3e51b20 req-fe8537e0-6866-4cc9-aee2-2e85ff47b734 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:58.084726 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-943196e1-c417-4279-ba71-9208e3e51b20 req-fe8537e0-6866-4cc9-aee2-2e85ff47b734 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0840862 May 18 10:07:58.093131 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37240) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:58.098871 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Request body: {'floatingip': {'port_id': '07151a41-2178-4cf2-a954-dfb40c016c8b'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:58.178470 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.752556 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.756961 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.921159 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Floating IP 5d4a36bc-fa01-43d7-864b-8c5322d5d7e5 associated. External IP: 172.28.3.80, port: 07151a41-2178-4cf2-a954-dfb40c016c8b. May 18 10:07:59.359153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Router 387c02b8-eca4-4c86-96a7-005c9d549118 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:07:59.534201 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:07:59.539499 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.544359 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] Sync routers for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:07:59.555926 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:07:59.556578 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:07:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:59.593856 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f9b96892-ed31-469e-aa0e-a1de20f1e047 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "PUT /v2.0/floatingips/5d4a36bc-fa01-43d7-864b-8c5322d5d7e5 HTTP/1.1" status: 200 len: 991 time: 1.4995623 May 18 10:07:59.594899 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:59.643612 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'status': 'completed', 'code': 200} May 18 10:07:59.741072 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:07:59.749706 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-470ee8f2-e4d9-4e92-893e-544b657983b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:59.751190 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-470ee8f2-e4d9-4e92-893e-544b657983b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=70f38b876fa94491bfe30764d115d6fd&device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 1099 time: 0.0744925 May 18 10:07:59.888355 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-ac539f9c-dbcc-4ceb-b51c-57fa780ec922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:59.889759 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-ac539f9c-dbcc-4ceb-b51c-57fa780ec922 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 200 len: 911 time: 0.1311371 May 18 10:07:59.994531 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-23ef55c4-98e7-40e3-a45d-9c1f4a650d91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07151a41-2178-4cf2-a954-dfb40c016c8b HTTP/1.1" status: 200 len: 999 time: 0.0974724 May 18 10:08:00.060010 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-a10f9115-a9af-4a0c-8b62-e83e73796a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:00.061496 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-a10f9115-a9af-4a0c-8b62-e83e73796a8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 200 len: 849 time: 0.0605843 May 18 10:08:00.085927 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '5d4a36bc-fa01-43d7-864b-8c5322d5d7e5', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'floating_ip_address': '172.28.3.80', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'port_id': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'mac_address': 'fa:16:3e:0e:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:07:45Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 1, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:00.089726 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] Checking router: 387c02b8-eca4-4c86-96a7-005c9d549118 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:00.098848 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:00.099470 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:07:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:00.136176 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-459a2a2c-c3ca-4982-9204-4fccc8e46836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:00.137660 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-459a2a2c-c3ca-4982-9204-4fccc8e46836 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695915 May 18 10:08:00.282577 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:00.285718 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-b8a04dd6-1597-4c37-b606-631ec12006d7 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328754 May 18 10:08:00.416841 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5a65b72a-4f4b-459b-9ea7-87109a707745 req-4bd2e154-7dca-4834-a5c4-25a720476ef9 service neutron] 10.222.0.24 "GET /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238086 May 18 10:08:00.655745 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '5d4a36bc-fa01-43d7-864b-8c5322d5d7e5', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'floating_ip_address': '172.28.3.80', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'port_id': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'mac_address': 'fa:16:3e:0e:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:07:45Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 1, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:00.660156 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf08491-35c9-4b3a-9fb7-86247b4c8441 None None] The sync data for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb is: [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_floatingips': [{'id': '5d4a36bc-fa01-43d7-864b-8c5322d5d7e5', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'floating_ip_address': '172.28.3.80', 'floating_network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'router_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'port_id': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'mac_address': 'fa:16:3e:0e:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:07:45Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 1, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:00.846772 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5380658-84cc-41ca-a016-a2229a0f3af9 None None] New status for floating IP 5d4a36bc-fa01-43d7-864b-8c5322d5d7e5: ACTIVE {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:08:01.645958 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:08:11.625674 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1eab3af8-4b74-42d8-893e-2dd0e4a7d3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:12.860141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22adf1-8ed9-4b7a-89c3-06c24cd3f45f req-e31ffb2b-c1fd-4635-814e-cb304d40f819 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:12.861515 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8c22adf1-8ed9-4b7a-89c3-06c24cd3f45f req-e31ffb2b-c1fd-4635-814e-cb304d40f819 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 946 time: 0.0785568 May 18 10:08:12.909450 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8c22adf1-8ed9-4b7a-89c3-06c24cd3f45f req-e09bd143-4cde-4ee3-8934-433ec02d3f34 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 May 18 10:08:13.059121 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.159412 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-0129e989-21eb-4fc3-b57d-076a15846339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.197725 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98e241-7d6b-41d7-83f2-cc8edd981ef3 req-698ae72c-4c62-4653-8f99-919ff18e8f53 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:14.199217 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4a98e241-7d6b-41d7-83f2-cc8edd981ef3 req-698ae72c-4c62-4653-8f99-919ff18e8f53 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 946 time: 0.1761613 May 18 10:08:14.285060 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.287627 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4a98e241-7d6b-41d7-83f2-cc8edd981ef3 req-8491d4b1-ced2-441e-8953-ac068e0e38e7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups?id=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825984 May 18 10:08:14.338647 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-f73a82c7-5ecf-4bcf-8ebd-a8b5636c2327 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:14.340075 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-f73a82c7-5ecf-4bcf-8ebd-a8b5636c2327 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 946 time: 0.0922554 May 18 10:08:14.482529 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Deleting port 4cde226a-51ce-47bd-8423-e11bb78e60ad {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:14.483050 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.623982 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] For port 4cde226a-51ce-47bd-8423-e11bb78e60ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4cde226a-51ce-47bd-8423-e11bb78e60ad,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:14.624333 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.914295 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.914666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.914975 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Floating IP bbc355d0-01bc-4c18-9f6c-c44d318116ff disassociated. External IP: 172.28.3.114, port: 4cde226a-51ce-47bd-8423-e11bb78e60ad. May 18 10:08:14.915335 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Calling delete_port for 4cde226a-51ce-47bd-8423-e11bb78e60ad owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:15.023521 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:15.028790 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-ecf37882-1844-414f-8b34-2022043e2d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:15.071308 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event deleted for resources: {'Port': ['ID=4cde226a-51ce-47bd-8423-e11bb78e60ad,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:15.074602 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:15.240323 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:15.257155 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:15.484272 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-819072c7-1e96-4ae0-b7d2-67325bc6d918 req-8649aaa6-602f-481d-a9aa-97cfde63aa51 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/ports?device_id=088d9e82-551e-4eef-91b3-b9903d563aaa HTTP/1.1" status: 200 len: 210 time: 0.0711648 May 18 10:08:15.505982 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:15.516419 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] Sync routers for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:15.527898 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:15.528877 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:15.582627 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] No DVR routers for this DVR port 4cde226a-51ce-47bd-8423-e11bb78e60ad on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:08:15.585178 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:15.587819 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-deleted', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:15.604242 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-20f7f178-bc4e-42bc-9242-8bfef3572459 req-b64250e9-4783-4632-a0c4-f850d733e9d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.24 "DELETE /v2.0/ports/4cde226a-51ce-47bd-8423-e11bb78e60ad HTTP/1.1" status: 204 len: 173 time: 1.2573006 May 18 10:08:15.636077 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088d9e82-551e-4eef-91b3-b9903d563aaa', 'name': 'network-vif-deleted', 'tag': '4cde226a-51ce-47bd-8423-e11bb78e60ad', 'status': 'completed', 'code': 200} May 18 10:08:15.715085 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:16.042385 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:16.046374 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] Checking router: 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:16.055976 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:16.056588 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:16.086902 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-a03f7aa8-7b3d-485c-abfa-b6e565562304 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1742644 May 18 10:08:16.188971 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-689a37bc-f92c-49be-9ed7-79e64a65b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.190974 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-689a37bc-f92c-49be-9ed7-79e64a65b7c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1099 time: 0.0797362 May 18 10:08:16.240911 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:16.349597 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-57157c57-adc6-44df-b10b-5ec7761cceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.350947 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-57157c57-adc6-44df-b10b-5ec7761cceaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 910 time: 0.1323612 May 18 10:08:16.456505 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-8d83bb82-b128-4ba7-90ff-cc9d8417d476 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 1001 time: 0.0977139 May 18 10:08:16.524247 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-9d0be0ef-a368-4db2-99f7-0448501af150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.525873 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-9d0be0ef-a368-4db2-99f7-0448501af150 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 200 len: 848 time: 0.0634193 May 18 10:08:16.572969 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:16.576931 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473a2fb-6764-450d-b79a-0bda37c180ab None None] The sync data for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb is: [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '51f722d9-0eb5-4e70-b4d1-0ebb9cb201de', 'name': '', 'network_id': 'a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'mac_address': 'fa:16:3e:06:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:04Z', 'updated_at': '2021-05-18T10:01:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'subnets': [{'id': '312734f1-0ad6-491c-bd0f-c1752ccab802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:16.611117 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-9d991db2-f65d-44dc-a382-7ef92484ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.612440 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-9d991db2-f65d-44dc-a382-7ef92484ac32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4053077-21ac-40a8-b284-33fb25c76eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794492 May 18 10:08:16.623801 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37310) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:16.759254 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-24381a86-38b6-4cef-84f3-6fa784545e18 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392949 May 18 10:08:16.795991 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:16.820349 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c0502-1515-4dfa-8c18-ed5b69e770c5 None None] New status for floating IP bbc355d0-01bc-4c18-9f6c-c44d318116ff: DOWN {{(pid=91251) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:08:16.827814 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:16.884940 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:16.890018 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-54756410-abac-4c71-b9e3-88139ccb591d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:16.899799 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-7631c5b9-375a-4662-ad80-2266584eefc2 req-74f54c95-08d1-471f-9b6b-00300df873e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336684 May 18 10:08:16.906125 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f0893-6d68-4fbb-aefd-8b2d13fadcd6,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:16.910885 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:16.915161 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:16.916262 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "DELETE /v2.0/security-groups/e12f0893-6d68-4fbb-aefd-8b2d13fadcd6 HTTP/1.1" status: 204 len: 168 time: 0.2915041 May 18 10:08:16.919049 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37314) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:16.944287 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.api.v2.resource [None req-181b4854-55c0-43a1-85b3-542d1dc295d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] show failed (client error): The resource could not be found. May 18 10:08:16.948300 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-181b4854-55c0-43a1-85b3-542d1dc295d7 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "GET /v2.0/security-groups/e12f0893-6d68-4fbb-aefd-8b2d13fadcd6 HTTP/1.1" status: 404 len: 347 time: 0.0254514 May 18 10:08:16.948651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37318) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:17.013210 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.172565 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Deleting port 1c545104-d9d4-41df-b3b5-f2b93db2c4e9 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:17.172907 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.288856 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.289178 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.409454 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Calling delete_port for 1c545104-d9d4-41df-b3b5-f2b93db2c4e9 owned by network:floatingip {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:17.518324 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.523117 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-26272202-7078-4390-8ef3-a4d538851b17 tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:17.565810 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Pushing event deleted for resources: {'Port': ['ID=1c545104-d9d4-41df-b3b5-f2b93db2c4e9,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:17.591313 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:17.741323 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks [] for floatingip, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.755452 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.756550 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] 10.222.0.36 "DELETE /v2.0/floatingips/bbc355d0-01bc-4c18-9f6c-c44d318116ff HTTP/1.1" status: 204 len: 168 time: 0.8068895 May 18 10:08:17.920229 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:08:17.955843 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 4cde226a-51ce-47bd-8423-e11bb78e60ad {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:08:17.956234 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 4cde226a-51ce-47bd-8423-e11bb78e60ad not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:08:20.534173 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37348) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:21.187365 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3697231'] for router_interface, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:21.578038 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Deleting port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:21.578568 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:21.697083 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] For port 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:21.697461 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:21.815705 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Calling delete_port for 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de owned by network:router_interface {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:22.053503 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:22.058115 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:22.100481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=51f722d9-0eb5-4e70-b4d1-0ebb9cb201de,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:22.103611 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:22.370140 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3697631'] for router_interface, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:22.719394 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:22.892436 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:22.901590 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] Sync routers for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:22.905288 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-12fc6e26-32c9-4cb6-9fff-ab22a977bb5a admin admin] 10.222.0.36 "PUT /v2.0/routers/4d7bf547-27cd-4a2d-8328-9557b5e8b9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3697462 May 18 10:08:22.907386 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37358) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:22.911918 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:22.912513 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:23.081425 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks [] for router, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:23.124218 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:23.363124 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:23.411091 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:08:21Z', 'revision_number': 5, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port': {'id': '9e376dd6-29e9-4241-b4d2-d657c89d8d4e', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:53Z', 'updated_at': '2021-05-18T10:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:23.414933 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] Checking router: 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:23.423574 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] Routers {'4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:23.424231 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:14Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:23.433264 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Deleting port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:23.433695 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:23.553974 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] For port 9e376dd6-29e9-4241-b4d2-d657c89d8d4e, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:23.554334 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:23.572134 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] Set router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 gateway port host: None {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:23.674849 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Calling delete_port for 9e376dd6-29e9-4241-b4d2-d657c89d8d4e owned by network:router_gateway {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:23.675074 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:08:23Z', 'revision_number': 6, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port_host': None}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:23.679862 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538e7b8-f20f-495b-b873-bf2a25cebb93 None None] The sync data for ids ['4d7bf547-27cd-4a2d-8328-9557b5e8b9a5'] in dv-cinder-772623-5-smb is: [{'id': '4d7bf547-27cd-4a2d-8328-9557b5e8b9a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1108123784-router', 'tenant_id': 'a4aeaf4d234c46138f3a107197e4712a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:51Z', 'updated_at': '2021-05-18T10:08:23Z', 'revision_number': 6, 'project_id': 'a4aeaf4d234c46138f3a107197e4712a', 'gw_port_host': None}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:23.812642 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:23.816741 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:23.857323 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e376dd6-29e9-4241-b4d2-d657c89d8d4e,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:23.859824 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:23.954314 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697764'] for router_gateway, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.128344 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4135135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6761'] for router, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.130677 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.151939 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3694899'] for router, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.152481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 {{(pid=91249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:08:24.165889 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.166988 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1dbe9c25-6b5e-4afe-8254-1ebd0adfcd49 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4d7bf547-27cd-4a2d-8328-9557b5e8b9a5 HTTP/1.1" status: 204 len: 168 time: 1.2586544 May 18 10:08:24.169483 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37364) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:24.229345 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Deleting subnet 312734f1-0ad6-491c-bd0f-c1752ccab802 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:08:24.232094 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.283746 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.366578 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.626240 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.630394 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a26c008b-3d0f-4921-90f5-be6181a0a2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:24.665157 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312734f1-0ad6-491c-bd0f-c1752ccab802,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:24.667988 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:24.668952 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.674737 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/312734f1-0ad6-491c-bd0f-c1752ccab802 HTTP/1.1" status: 204 len: 168 time: 0.5043142 May 18 10:08:24.675722 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b460e-a924-4019-854a-caacb23ef8a0 None None] Network a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:08:24.677214 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37370) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:24.783651 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.853549 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Deleting port bf61886e-63bb-4228-9678-066f557f9551 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:24.854229 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:24.929274 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] DHCP port deletion for a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 request from dv-cinder-772623-5-smb {{(pid=91250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:08:24.995373 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Deleting port bf61886e-63bb-4228-9678-066f557f9551 {{(pid=91250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:24.995743 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.052572 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] For port bf61886e-63bb-4228-9678-066f557f9551, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=bf61886e-63bb-4228-9678-066f557f9551,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:25.052844 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.092752 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] For port bf61886e-63bb-4228-9678-066f557f9551, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=bf61886e-63bb-4228-9678-066f557f9551,segment=NetworkSegment(876a827e-0459-4e2c-973b-2bed4ec23355),segment_id=876a827e-0459-4e2c-973b-2bed4ec23355)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:25.093140 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.174345 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Calling delete_port for bf61886e-63bb-4228-9678-066f557f9551 owned by network:dhcp {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:25.213634 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Calling delete_port for bf61886e-63bb-4228-9678-066f557f9551 owned by network:dhcp {{(pid=91250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:25.220313 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.225235 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-91a38b93-3431-459b-a0c5-6c8df8e07823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:25.256943 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855'] for port, after_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.261210 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:25.267758 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf61886e-63bb-4228-9678-066f557f9551,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:25.270437 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:25.272706 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] No DVR routers for this DVR port bf61886e-63bb-4228-9678-066f557f9551 on host dv-cinder-772623-5-smb {{(pid=91249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:08:25.345818 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Pushing event deleted for resources: {'Port': ['ID=bf61886e-63bb-4228-9678-066f557f9551,revision_number=None']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:25.347506 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] No DVR routers for this DVR port bf61886e-63bb-4228-9678-066f557f9551 on host dv-cinder-772623-5-smb {{(pid=91250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:08:25.349040 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:25.391301 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.404051 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:25.416693 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876a827e-0459-4e2c-973b-2bed4ec23355') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:25.417364 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876a827e-0459-4e2c-973b-2bed4ec23355') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:25.429040 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.444577 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.450478 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:08:25.450860 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:08:25.463827 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:08:25.541161 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.544763 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:25.557945 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.569070 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:25.573007 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:25.581128 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a76f7f9e-1f65-47ab-b4f1-7f1ce67c31d1 HTTP/1.1" status: 204 len: 168 time: 0.9029255 May 18 10:08:25.636032 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:08:25.669266 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:08:25.669629 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 51f722d9-0eb5-4e70-b4d1-0ebb9cb201de not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:08:25.670033 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 9e376dd6-29e9-4241-b4d2-d657c89d8d4e no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:08:25.701434 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37378) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:25.702389 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 9e376dd6-29e9-4241-b4d2-d657c89d8d4e {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:08:25.702864 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 9e376dd6-29e9-4241-b4d2-d657c89d8d4e not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:08:25.703320 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device bf61886e-63bb-4228-9678-066f557f9551 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:08:25.738088 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: bf61886e-63bb-4228-9678-066f557f9551 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:08:25.738462 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device bf61886e-63bb-4228-9678-066f557f9551 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:08:25.751368 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d87c3394-ef7c-42d9-b82e-1501e6fca9ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4aeaf4d234c46138f3a107197e4712a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487337 May 18 10:08:25.753730 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37382) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:25.815410 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.840621 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.890772 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.896034 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-03f62b4d-81c3-4b7f-a239-e63c828bcd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:25.909111 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a733f27-95a8-4d06-9fd5-1758c1b67983,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:25.913599 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:25.916843 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.917973 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a733f27-95a8-4d06-9fd5-1758c1b67983 HTTP/1.1" status: 204 len: 168 time: 0.1632535 May 18 10:08:32.353750 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37478) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:32.471144 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.485366 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:32.489201 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Usage tracker for resource:security_group_rule and tenant:6febef0112ad4f71884970c438b238c4 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:32.492548 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:32.498061 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:32.579794 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.583467 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.591414 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a01c7978-2c81-470e-ac3f-42fdff1f9da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:32.635440 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6febef0112ad4f71884970c438b238c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806447 May 18 10:08:32.636332 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c6901-b3a2-4d18-be54-70b061b6d590,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:32.638191 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37484) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:32.639389 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a7902cde-9249-4bbc-9925-e56fd873b07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:32.697089 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.722610 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.774481 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.779182 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-241bb716-d955-438e-a08d-af6ae6b2924d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:32.789650 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c6901-b3a2-4d18-be54-70b061b6d590,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:32.794143 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:32.795934 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.797029 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db5c6901-b3a2-4d18-be54-70b061b6d590 HTTP/1.1" status: 204 len: 168 time: 0.1578758 May 18 10:08:33.063709 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37492) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:33.081874 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:33.099239 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:33.102989 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d256f5d108b4da6b9ef323075cb27e6 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:33.105716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:33.111470 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:33.194465 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:33.198285 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:33.206699 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-4ae14d1d-4037-4714-9e5d-5b0433190d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:33.246842 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d256f5d108b4da6b9ef323075cb27e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819508 May 18 10:08:33.247618 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431dcecc-4d4b-473a-a34d-b03f1da33e14,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:33.249466 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37496) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:33.250542 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8166a5d5-4ee3-4966-bf35-c0867c6d16b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:33.308310 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:33.333563 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:33.385986 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:33.389700 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d1d5779a-f16b-4c8d-b693-d23a272babd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:33.405899 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431dcecc-4d4b-473a-a34d-b03f1da33e14,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:33.409950 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:33.412011 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:33.413119 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/431dcecc-4d4b-473a-a34d-b03f1da33e14 HTTP/1.1" status: 204 len: 168 time: 0.1626916 May 18 10:08:37.916652 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37566) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:38.031404 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.046008 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:38.049838 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Usage tracker for resource:security_group_rule and tenant:b525c93b4f12416ca8adffa31554c2b0 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:38.052789 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:38.058453 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:38.144193 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.148479 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.156537 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6d2cf904-5544-4b46-9a72-4e561c19b844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:38.196272 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf39b98-6df5-40a8-ae6d-2506fd752ffd,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:38.200541 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b525c93b4f12416ca8adffa31554c2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828958 May 18 10:08:38.201474 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8f969e4f-5805-421f-9035-ac7b70806f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:38.203085 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37572) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:38.262312 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfc64-ca9a-4943-a2db-131c88d7549b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.287967 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfc64-ca9a-4943-a2db-131c88d7549b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.339262 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfc64-ca9a-4943-a2db-131c88d7549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.343745 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e6acea7a-fe6c-4b88-9c0b-8ffe1a24e932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:38.355869 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddfc64-ca9a-4943-a2db-131c88d7549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf39b98-6df5-40a8-ae6d-2506fd752ffd,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:38.358765 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e9ddfc64-ca9a-4943-a2db-131c88d7549b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:38.360714 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfc64-ca9a-4943-a2db-131c88d7549b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.362093 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e9ddfc64-ca9a-4943-a2db-131c88d7549b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcf39b98-6df5-40a8-ae6d-2506fd752ffd HTTP/1.1" status: 204 len: 168 time: 0.1578681 May 18 10:08:38.630063 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37580) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:38.645683 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:08:38.647591 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.665635 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:38.669362 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Usage tracker for resource:security_group_rule and tenant:b3ca08e9b3cb4f38bde9b247075a486c is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:38.672123 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:38.677928 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:38.758333 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.761831 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.769903 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a8d0831c-af3b-46ab-9d7a-b1b0753fc16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:38.809645 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3ca08e9b3cb4f38bde9b247075a486c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784897 May 18 10:08:38.810545 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb391d-7b14-42af-8e6b-0dc9e059875e,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:38.812530 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37584) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:38.813545 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:38.871618 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.898126 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.949697 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.953428 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0a75c62f-6581-4535-8d51-7b11535a8604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:38.977605 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb391d-7b14-42af-8e6b-0dc9e059875e,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:38.979781 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:38.987692 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:38.993827 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89eb391d-7b14-42af-8e6b-0dc9e059875e HTTP/1.1" status: 204 len: 168 time: 0.1801240 May 18 10:08:40.153043 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37626) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:40.270798 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:40.284619 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:40.289042 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f9762d51f5436982506fb7a39be254 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:40.291871 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:40.297563 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:40.383660 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:40.387588 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:40.396688 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-abfb77c5-8dda-4afe-a895-2b1c895d9dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:40.433941 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2f9762d51f5436982506fb7a39be254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798364 May 18 10:08:40.435556 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec071e-ed8a-4f81-9915-e3dc6225ac72,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:40.436568 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37632) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:40.438439 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:40.500853 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:40.526967 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:40.576817 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:40.580467 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-0f9bcfbf-a79d-4e41-b205-4f9e7ba3562b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:40.597580 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec071e-ed8a-4f81-9915-e3dc6225ac72,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:40.602469 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:40.606521 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:40.607614 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efec071e-ed8a-4f81-9915-e3dc6225ac72 HTTP/1.1" status: 204 len: 168 time: 0.1700940 May 18 10:08:41.628330 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-df0072f8-01de-4995-9ea4-043a19eb0707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:43.049575 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:43.080108 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-e8a6eaa5-f5c5-42f8-8f23-b1036d154441 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c4ffe0817dc540908eaa0432a84eb1d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271199 May 18 10:08:43.229208 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-e15a480e-0e41-436b-abe8-0568f6970cbf tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:43.230685 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-e15a480e-0e41-436b-abe8-0568f6970cbf tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448641 May 18 10:08:43.245655 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-e4653233-b1df-419a-82bb-ed333c0deaa8 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/quotas/c4ffe0817dc540908eaa0432a84eb1d0 HTTP/1.1" status: 200 len: 375 time: 0.0093913 May 18 10:08:43.296956 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-3c7f0259-4500-40cd-aa86-5957e249c74c tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4ffe0817dc540908eaa0432a84eb1d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459893 May 18 10:08:43.486166 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6b9a6f8d-6a51-46f4-b6da-21b14d1ef42a req-4e63051e-99af-4b16-9511-86f9d3a7d1f2 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 210 time: 0.0441151 May 18 10:08:44.164607 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-e27136b5-9a8f-44ec-a11d-aa5bbf03ccb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.286632 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.391456 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-0dc62bf7-4899-4124-9d7d-e1cdd2b25a3d tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4ffe0817dc540908eaa0432a84eb1d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301037 May 18 10:08:44.543382 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-a700cd42-f557-42d4-ad53-db6f357bcc85 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:44.544942 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-a700cd42-f557-42d4-ad53-db6f357bcc85 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477864 May 18 10:08:44.557778 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Request body: {'port': {'device_id': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde', 'admin_state_up': True, 'tenant_id': 'c4ffe0817dc540908eaa0432a84eb1d0'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:44.692068 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9b0e49e3-4220-4c9a-ace5-764a1e8aa871 req-b6a40ddb-49c9-4044-8b88-01721179c369 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 210 time: 0.0955253 May 18 10:08:44.740670 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:44.744431 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Usage tracker for resource:port and tenant:c4ffe0817dc540908eaa0432a84eb1d0 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:44.747172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:44.752702 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:44.762800 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Made reservation on behalf of c4ffe0817dc540908eaa0432a84eb1d0 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:08:44.766395 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.778476 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.794512 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:44.798324 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Usage tracker for resource:security_group_rule and tenant:c4ffe0817dc540908eaa0432a84eb1d0 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:44.801101 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:44.807810 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:44.895452 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.899530 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.902260 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a5db9e88-d7d6-4e9b-82b4-4d9083ead028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:44.987602 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fe11a-6bcf-4510-ab69-3e03c01950a5,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:45.000962 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.001301 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.001683 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.002033 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.002380 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.002724 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.003062 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.003399 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.003735 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.004071 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.004404 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.004736 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:45.011123 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:45.083532 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Allocated IP 192.168.233.76 (65ce56c4-0823-4963-8455-bf54c5b90cde/3d1292b8-2f56-4bcd-93e2-1db22f7c2929/9153f9f3-c2c2-4cbc-adc2-8c7912c953b0) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:08:45.242876 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:45.296922 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:45.315141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Transition to ACTIVE for port object 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 will not be triggered until provisioned by entity DHCP. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:45.347308 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:45.357796 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-d819a4ab-f352-4fc2-9bdb-d8d33d914ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:45.433510 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Network 65ce56c4-0823-4963-8455-bf54c5b90cde is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:45.434300 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Pushing event updated for resources: {'Port': ['ID=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:45.436976 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:45.438854 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:45.439681 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:08:45.509438 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:45.510146 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:45.542222 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9884636 May 18 10:08:45.554606 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Request body: {'port': {'device_id': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:45.668768 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:45.680813 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-3f2c3d1a-8ea6-4b50-a3a3-84d5631b5c39 None None] Provisioning for port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 completed by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:45.685419 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-3f2c3d1a-8ea6-4b50-a3a3-84d5631b5c39 None None] Provisioning complete for port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 triggered by entity DHCP. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:45.685796 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-3f2c3d1a-8ea6-4b50-a3a3-84d5631b5c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:45.750347 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c3d1a-8ea6-4b50-a3a3-84d5631b5c39 None None] Port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 cannot update to ACTIVE because it is not bound. {{(pid=91250) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:08:45.988945 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc226c3-2023-455a-aa34-9af916a6abff req-e7302a6b-933a-42b1-9aa7-717cbf95b89f tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:45.990417 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1dc226c3-2023-455a-aa34-9af916a6abff req-e7302a6b-933a-42b1-9aa7-717cbf95b89f tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Synchronizing usage tracker for tenant:c4ffe0817dc540908eaa0432a84eb1d0 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:46.075383 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1dc226c3-2023-455a-aa34-9af916a6abff req-e7302a6b-933a-42b1-9aa7-717cbf95b89f tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Unset dirty status for tenant:c4ffe0817dc540908eaa0432a84eb1d0 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:46.076424 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1dc226c3-2023-455a-aa34-9af916a6abff req-e7302a6b-933a-42b1-9aa7-717cbf95b89f tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 935 time: 0.2619667 May 18 10:08:46.142815 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1dc226c3-2023-455a-aa34-9af916a6abff req-531fefbc-9727-463b-b700-58114eaa9fdc tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Synchronizing usage tracker for tenant:c4ffe0817dc540908eaa0432a84eb1d0 on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:46.170366 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-1dc226c3-2023-455a-aa34-9af916a6abff req-531fefbc-9727-463b-b700-58114eaa9fdc tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Unset dirty status for tenant:c4ffe0817dc540908eaa0432a84eb1d0 on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:46.171444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1dc226c3-2023-455a-aa34-9af916a6abff req-531fefbc-9727-463b-b700-58114eaa9fdc tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887146 May 18 10:08:46.227912 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:08:46.235235 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:46.249896 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Transition to ACTIVE for port object 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:46.253303 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:46.257985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:46.406075 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:46.414882 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:46.488999 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Attempting to bind port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:08:46.489617 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Attempting to bind port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:08:46.489724 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Attempting to bind port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 on network 65ce56c4-0823-4963-8455-bf54c5b90cde {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:46.494635 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 on network 65ce56c4-0823-4963-8455-bf54c5b90cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:08:46.494953 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Attempting to bind port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 on network 65ce56c4-0823-4963-8455-bf54c5b90cde {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:46.500050 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:08:46.500329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Checking segment: {'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:08:46.500716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Bound using segment: {'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:08:46.501137 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Bound port: 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7087708b-71e1-4b89-8a13-992287e8dabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:08:46.501515 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:46.590747 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] For port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:08:46.593676 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] For port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,segment=NetworkSegment(7087708b-71e1-4b89-8a13-992287e8dabc),segment_id=7087708b-71e1-4b89-8a13-992287e8dabc)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:08:46.597941 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:46.602505 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-dc9b96f4-c2cf-4736-8282-18cec666e466 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:46.659549 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:46.660365 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:46.662351 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 HTTP/1.1" status: 200 len: 1097 time: 1.1122458 May 18 10:08:46.663043 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'tag': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:46.691074 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:46.698346 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-39929581-ff62-49dc-a421-43ab14aad4a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:46.731889 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'tag': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0', 'status': 'completed', 'code': 200} May 18 10:08:46.820247 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-053e416e-407f-4ca3-9906-9e6998f081be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:46.821760 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-053e416e-407f-4ca3-9906-9e6998f081be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4ffe0817dc540908eaa0432a84eb1d0&device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 1100 time: 0.0820229 May 18 10:08:46.895157 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-d8157b9b-e2ff-493b-8bea-ca2f2d1eab27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 HTTP/1.1" status: 200 len: 217 time: 0.0657351 May 18 10:08:46.957465 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-1763f354-cd0a-4a3b-a5ef-76cc07c325a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:46.959334 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-1763f354-cd0a-4a3b-a5ef-76cc07c325a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d1292b8-2f56-4bcd-93e2-1db22f7c2929 HTTP/1.1" status: 200 len: 843 time: 0.0573912 May 18 10:08:47.016209 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:47.033760 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-2fa4df14-5e87-4ec1-b330-5d30df39e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:47.035220 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-2fa4df14-5e87-4ec1-b330-5d30df39e112 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65ce56c4-0823-4963-8455-bf54c5b90cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700505 May 18 10:08:47.164710 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-f6ec34c7-250c-48ea-8eb7-42af81948517 service neutron] 10.222.0.24 "GET /v2.0/networks/65ce56c4-0823-4963-8455-bf54c5b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231408 May 18 10:08:47.337015 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e4969678-9809-4ee1-b0be-81f2b23277b1 req-4df46697-c5e4-4177-b753-b8faada59735 service neutron] 10.222.0.24 "GET /v2.0/networks/65ce56c4-0823-4963-8455-bf54c5b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662452 May 18 10:08:47.378095 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d4b6f-0637-4ebb-b1b8-15141f371150 req-5402b8f6-3fd3-4ac9-816b-7d96c6575e22 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:47.379522 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0f2d4b6f-0637-4ebb-b1b8-15141f371150 req-5402b8f6-3fd3-4ac9-816b-7d96c6575e22 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 947 time: 0.0995169 May 18 10:08:47.470503 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0f2d4b6f-0637-4ebb-b1b8-15141f371150 req-71770c52-ed20-43ac-bf3e-43ef0fe58fe5 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593932 May 18 10:08:47.482681 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-325fd9e3-2069-46a2-bc5b-9d18a6f7bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:47.484149 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-325fd9e3-2069-46a2-bc5b-9d18a6f7bd78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4ffe0817dc540908eaa0432a84eb1d0&device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 1100 time: 0.1021132 May 18 10:08:47.706090 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-4e4eaa99-730d-44f2-871f-6c641c34b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:47.707597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-4e4eaa99-730d-44f2-871f-6c641c34b969 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65ce56c4-0823-4963-8455-bf54c5b90cde HTTP/1.1" status: 200 len: 870 time: 0.2159040 May 18 10:08:47.778360 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-ede8a56d-4ebf-4c7d-9235-fc05db71f27b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 HTTP/1.1" status: 200 len: 217 time: 0.0634413 May 18 10:08:47.843330 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-65f211b5-4220-409d-af1c-ba95af68b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:47.844627 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-65f211b5-4220-409d-af1c-ba95af68b68e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d1292b8-2f56-4bcd-93e2-1db22f7c2929 HTTP/1.1" status: 200 len: 843 time: 0.0598724 May 18 10:08:47.917360 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-d22d5325-af7d-426b-93e5-0370928c6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:47.918920 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-d22d5325-af7d-426b-93e5-0370928c6dca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65ce56c4-0823-4963-8455-bf54c5b90cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0678303 May 18 10:08:48.052412 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-4ccf7cf0-422f-4d27-ad13-17c6eb42034a service neutron] 10.222.0.24 "GET /v2.0/networks/65ce56c4-0823-4963-8455-bf54c5b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263969 May 18 10:08:48.186597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b831f169-9991-4e35-b66a-bf7f2209a9fe req-531e2617-17b6-4409-8143-5849a4e847e7 service neutron] 10.222.0.24 "GET /v2.0/networks/65ce56c4-0823-4963-8455-bf54c5b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276605 May 18 10:08:48.650377 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980147d-3cf0-4fd5-a18b-d5f778eb6353 req-cca155d7-e93e-46d5-8fba-357a17a77f52 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:48.651748 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f980147d-3cf0-4fd5-a18b-d5f778eb6353 req-cca155d7-e93e-46d5-8fba-357a17a77f52 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 947 time: 0.0779397 May 18 10:08:48.700101 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-f980147d-3cf0-4fd5-a18b-d5f778eb6353 req-42d4016f-92a1-4622-a8c7-627d1eaf7d4e tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 May 18 10:08:49.884090 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf7aee-1b97-4070-9663-7648d6eab41c req-e963b73b-4227-431b-ba7f-67b7f37c81dd tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:49.885570 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e2bf7aee-1b97-4070-9663-7648d6eab41c req-e963b73b-4227-431b-ba7f-67b7f37c81dd tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 947 time: 0.0796006 May 18 10:08:49.934444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-e2bf7aee-1b97-4070-9663-7648d6eab41c req-c4f290d4-b13b-42ed-a2f8-d78e822c5950 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 May 18 10:08:50.083155 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:08:50.212266 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,segment=NetworkSegment(7087708b-71e1-4b89-8a13-992287e8dabc),segment_id=7087708b-71e1-4b89-8a13-992287e8dabc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:50.225289 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0', 'network_id': '65ce56c4-0823-4963-8455-bf54c5b90cde', 'port_id': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0', 'mac_address': 'fa:16:3e:04:30:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1292b8-2f56-4bcd-93e2-1db22f7c2929', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:08:50.279722 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:50.296326 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:08:50.312751 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,segment=NetworkSegment(7087708b-71e1-4b89-8a13-992287e8dabc),segment_id=7087708b-71e1-4b89-8a13-992287e8dabc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:50.316397 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:50.319003 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:50.389216 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:50.392401 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:50.544651 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['9153f9f3-c2c2-4cbc-adc2-8c7912c953b0'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:08:51.126136 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec153c9-39c1-49a4-bb79-0c5b5093ea7d req-17a0ae4b-842e-43c9-a578-70a98844ce98 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:51.127594 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dec153c9-39c1-49a4-bb79-0c5b5093ea7d req-17a0ae4b-842e-43c9-a578-70a98844ce98 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 948 time: 0.0836468 May 18 10:08:51.174069 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dec153c9-39c1-49a4-bb79-0c5b5093ea7d req-65fb9de1-7c47-4188-834a-cfc262ff4878 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 May 18 10:08:51.807007 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8c17c-c23d-4e54-bcec-8c5e7d846717 req-2a3a5a66-bf35-4ad8-894b-00ba8d899122 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:51.808455 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9cd8c17c-c23d-4e54-bcec-8c5e7d846717 req-2a3a5a66-bf35-4ad8-894b-00ba8d899122 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0808823 May 18 10:08:51.851715 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-9cd8c17c-c23d-4e54-bcec-8c5e7d846717 req-cd76f179-a459-4f39-8706-e6d2a95b73a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375929 May 18 10:08:52.097652 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:52.166258 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:52.170518 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:52.170888 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:52.284186 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:52.310990 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:52.321532 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,segment=NetworkSegment(7087708b-71e1-4b89-8a13-992287e8dabc),segment_id=7087708b-71e1-4b89-8a13-992287e8dabc)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:52.325022 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:52.326980 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-22903a5e-e20f-49fa-afbf-d1d21017fae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:52.362211 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0', 'code': 200} May 18 10:08:52.366121 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f81d18-ef97-4c0f-a78a-afbd1ad408e3 req-6e0d8242-cff6-4460-954d-ed51ad2952a7 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:52.367742 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b6f81d18-ef97-4c0f-a78a-afbd1ad408e3 req-6e0d8242-cff6-4460-954d-ed51ad2952a7 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 948 time: 0.0862060 May 18 10:08:52.395385 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:52.398975 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:52.415308 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b6f81d18-ef97-4c0f-a78a-afbd1ad408e3 req-ac375473-7c35-4ed9-baee-2439f6d55b49 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 May 18 10:08:52.591174 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39142e58-f33a-4707-9633-0d6ff9e696bb req-2aaf5d53-6f5b-4e21-ad28-320e3cd8a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:52.592671 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-39142e58-f33a-4707-9633-0d6ff9e696bb req-2aaf5d53-6f5b-4e21-ad28-320e3cd8a998 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 1102 time: 0.0701079 May 18 10:08:52.631803 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-39142e58-f33a-4707-9633-0d6ff9e696bb req-1d7e7774-2845-4283-a70e-2fae212bfbc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 May 18 10:08:53.035985 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c27a9-f907-47eb-aad4-3383b468ff15 req-455e0f35-dc57-43ac-b112-7c136414ce4e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:53.037322 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-417c27a9-f907-47eb-aad4-3383b468ff15 req-455e0f35-dc57-43ac-b112-7c136414ce4e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 946 time: 0.0787337 May 18 10:08:53.081570 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-417c27a9-f907-47eb-aad4-3383b468ff15 req-7a1d4aa6-ec42-4470-97a2-875504336709 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375366 May 18 10:08:53.661736 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd2435-e13e-42fe-b7cb-7720ac74f21f req-7f74b60c-29b9-458c-9325-9068f769df8c tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:53.663189 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1ebd2435-e13e-42fe-b7cb-7720ac74f21f req-7f74b60c-29b9-458c-9325-9068f769df8c tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 949 time: 0.1389294 May 18 10:08:53.674355 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-d72928ff-b1bc-479e-bdaa-8690af5b8107 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:53.675654 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-d72928ff-b1bc-479e-bdaa-8690af5b8107 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 946 time: 0.1141315 May 18 10:08:53.768657 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-1ebd2435-e13e-42fe-b7cb-7720ac74f21f req-8f2f5e8c-609b-46f2-aedd-08c5c38fc423 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920002 May 18 10:08:53.836482 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Deleting port 07151a41-2178-4cf2-a954-dfb40c016c8b {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:53.837370 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:54.048378 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] For port 07151a41-2178-4cf2-a954-dfb40c016c8b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=07151a41-2178-4cf2-a954-dfb40c016c8b,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:54.048651 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:54.388553 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:54.388824 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3697333'] for floatingip, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:54.389123 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Floating IP 5d4a36bc-fa01-43d7-864b-8c5322d5d7e5 disassociated. External IP: 172.28.3.80, port: 07151a41-2178-4cf2-a954-dfb40c016c8b. May 18 10:08:54.389492 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Calling delete_port for 07151a41-2178-4cf2-a954-dfb40c016c8b owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:54.404816 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52dec0-093d-4f61-ba8b-d09e67758c6d req-d7928359-5425-4870-bcaa-5619ef2ad341 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:54.406277 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc52dec0-093d-4f61-ba8b-d09e67758c6d req-d7928359-5425-4870-bcaa-5619ef2ad341 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 946 time: 0.2069607 May 18 10:08:54.466610 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-dc52dec0-093d-4f61-ba8b-d09e67758c6d req-05a36499-d38c-41e3-b5b8-dbab135084ef tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups?id=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496993 May 18 10:08:54.550826 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:54.558867 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-30e45581-0cdf-446c-98ce-0a3a802b68ff tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:54.608000 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event deleted for resources: {'Port': ['ID=07151a41-2178-4cf2-a954-dfb40c016c8b,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:54.610726 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:54.782777 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Router 387c02b8-eca4-4c86-96a7-005c9d549118 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:55.011470 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:55.020669 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] Sync routers for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:55.031493 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:55.032398 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:55.091193 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] No DVR routers for this DVR port 07151a41-2178-4cf2-a954-dfb40c016c8b on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:08:55.094301 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:55.096726 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'name': 'network-vif-deleted', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:55.114469 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae736-f125-4f2c-8936-5e3ad7a9a31d req-bf666a5e-4437-4b08-96b5-31c49bf72eb2 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:55.116174 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c90ae736-f125-4f2c-8936-5e3ad7a9a31d req-bf666a5e-4437-4b08-96b5-31c49bf72eb2 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 949 time: 0.1939626 May 18 10:08:55.136529 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-536a4cd6-7837-416f-8d61-ebef319be7e4 req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.24 "DELETE /v2.0/ports/07151a41-2178-4cf2-a954-dfb40c016c8b HTTP/1.1" status: 204 len: 173 time: 1.4473197 May 18 10:08:55.152958 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc58bc1f-8da7-4988-a902-cba42dd3a3d2', 'name': 'network-vif-deleted', 'tag': '07151a41-2178-4cf2-a954-dfb40c016c8b', 'status': 'completed', 'code': 200} May 18 10:08:55.167227 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c90ae736-f125-4f2c-8936-5e3ad7a9a31d req-d5a69a1a-3ad2-4f3e-afbc-a73f67f8bf2b tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 May 18 10:08:55.229231 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:55.557973 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:55.564308 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] Checking router: 387c02b8-eca4-4c86-96a7-005c9d549118 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:55.574689 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:55.575600 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:55.644243 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3283e738-7027-4840-8d79-c5f7337306a4 req-b8cc01eb-052f-4e2f-8608-d73a2e7606bd tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Synchronizing usage tracker for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:55.673949 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601159b-036f-4487-be28-d44a155f7604 req-4695518a-a563-4d03-adce-2f3f51f543c9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:55.675433 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2601159b-036f-4487-be28-d44a155f7604 req-4695518a-a563-4d03-adce-2f3f51f543c9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 949 time: 0.1439748 May 18 10:08:55.676500 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-3283e738-7027-4840-8d79-c5f7337306a4 req-b8cc01eb-052f-4e2f-8608-d73a2e7606bd tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Unset dirty status for tenant:70f38b876fa94491bfe30764d115d6fd on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:55.677502 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-3283e738-7027-4840-8d79-c5f7337306a4 req-b8cc01eb-052f-4e2f-8608-d73a2e7606bd tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc58bc1f-8da7-4988-a902-cba42dd3a3d2 HTTP/1.1" status: 200 len: 210 time: 0.0803056 May 18 10:08:55.733955 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2601159b-036f-4487-be28-d44a155f7604 req-88816775-9b74-43d4-913c-6d5d7b45c137 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496900 May 18 10:08:55.798934 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:56.096060 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:56.099881 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59627e-acc9-45f5-9544-95343fa85b46 None None] The sync data for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb is: [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:04:33Z', 'revision_number': 4, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': '0515e5df-9bef-40d8-ac51-ef87ca1812cc', 'name': '', 'network_id': '43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'mac_address': 'fa:16:3e:7f:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:32Z', 'updated_at': '2021-05-18T10:04:41Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'subnets': [{'id': 'a54a6920-4849-4708-a927-d2fc0d3d8d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:56.296859 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a4cbc-4770-435b-8f23-32d09dcb8361 None None] New status for floating IP 5d4a36bc-fa01-43d7-864b-8c5322d5d7e5: DOWN {{(pid=91250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:08:56.809924 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37818) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:56.880410 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.909530 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.962686 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.967732 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-f97146d8-e2d4-416e-b784-ca300d822939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:56.980002 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:56.984188 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-4620f497-5711-4955-ad42-d4ea0fc16376 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:56.985645 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-4620f497-5711-4955-ad42-d4ea0fc16376 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 949 time: 0.2357860 May 18 10:08:56.991065 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.994071 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "DELETE /v2.0/security-groups/afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e HTTP/1.1" status: 204 len: 168 time: 0.1828995 May 18 10:08:56.995942 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.996320 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.996690 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.997054 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.997429 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.997798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.998158 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.998564 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.998923 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.999379 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:56.999730 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:57.000082 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:57.002383 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37822) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:57.004763 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-50b00b53-dc82-4991-843a-2c5eac4aee46 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:57.020662 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.api.v2.resource [None req-b52f25eb-c2f7-4a45-8e74-635e8a8b7aa6 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] show failed (client error): The resource could not be found. May 18 10:08:57.021617 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-b52f25eb-c2f7-4a45-8e74-635e8a8b7aa6 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "GET /v2.0/security-groups/afa7e4ac-e8ef-4dc7-ba1d-eab721c3275e HTTP/1.1" status: 404 len: 347 time: 0.0182824 May 18 10:08:57.024602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 37826) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:57.052113 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfe0d0-1ae8-4515-8e14-ed9201149469 req-ee2bb409-ac8a-4c6a-a76b-d3578326bee0 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:57.053574 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-acbfe0d0-1ae8-4515-8e14-ed9201149469 req-ee2bb409-ac8a-4c6a-a76b-d3578326bee0 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 949 time: 0.1473582 May 18 10:08:57.146890 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-acbfe0d0-1ae8-4515-8e14-ed9201149469 req-7700d256-66e8-4fe1-92af-72c5cb04b94f tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/security-groups?id=c41fe11a-6bcf-4510-ab69-3e03c01950a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865662 May 18 10:08:57.178094 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Deleting port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:57.178431 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.246144 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Deleting port 8f656489-f5c4-4cab-8810-be4a6a45cdbd {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:57.246487 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.310287 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] For port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,segment=NetworkSegment(7087708b-71e1-4b89-8a13-992287e8dabc),segment_id=7087708b-71e1-4b89-8a13-992287e8dabc)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:57.310549 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.437575 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Calling delete_port for 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:57.452826 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.453145 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.547835 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.553192 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-286c8688-99c8-4a2f-bf4b-db63389b984b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:57.559143 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['9153f9f3-c2c2-4cbc-adc2-8c7912c953b0'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:08:57.575947 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Calling delete_port for 8f656489-f5c4-4cab-8810-be4a6a45cdbd owned by network:floatingip {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:57.595524 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Pushing event deleted for resources: {'Port': ['ID=9153f9f3-c2c2-4cbc-adc2-8c7912c953b0,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:57.599465 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:57.677875 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] No DVR routers for this DVR port 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:08:57.681169 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.684481 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'name': 'network-vif-deleted', 'tag': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:57.701767 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-48dacead-272c-42bb-abe8-cd64d45d8840 req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.24 "DELETE /v2.0/ports/9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 HTTP/1.1" status: 204 len: 173 time: 0.7101488 May 18 10:08:57.705582 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.710230 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bc07d2ad-aeaf-4f05-8e40-75e9a3735190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:57.735093 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df31269-3a97-48fe-9595-7fd64b369b1d', 'name': 'network-vif-deleted', 'tag': '9153f9f3-c2c2-4cbc-adc2-8c7912c953b0', 'status': 'completed', 'code': 200} May 18 10:08:57.769086 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Pushing event deleted for resources: {'Port': ['ID=8f656489-f5c4-4cab-8810-be4a6a45cdbd,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:57.803774 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:57.864755 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks [] for floatingip, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.882055 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.883203 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] 10.222.0.36 "DELETE /v2.0/floatingips/5d4a36bc-fa01-43d7-864b-8c5322d5d7e5 HTTP/1.1" status: 204 len: 168 time: 0.8573940 May 18 10:08:58.027610 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 37836) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:58.146972 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 07151a41-2178-4cf2-a954-dfb40c016c8b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:08:58.191070 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 07151a41-2178-4cf2-a954-dfb40c016c8b {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:08:58.191868 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 07151a41-2178-4cf2-a954-dfb40c016c8b not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:08:58.331444 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-c1d70e5d-5c80-4eea-9515-c1f37c08e90b req-fff3d2f6-3719-423f-b73a-cfa1e9b8280d tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Synchronizing usage tracker for tenant:c4ffe0817dc540908eaa0432a84eb1d0 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:58.352806 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Deleting port bae380c4-73e5-4c16-adc7-a557059e98f0 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:58.353119 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.367077 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-c1d70e5d-5c80-4eea-9515-c1f37c08e90b req-fff3d2f6-3719-423f-b73a-cfa1e9b8280d tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Unset dirty status for tenant:c4ffe0817dc540908eaa0432a84eb1d0 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:58.368190 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c1d70e5d-5c80-4eea-9515-c1f37c08e90b req-fff3d2f6-3719-423f-b73a-cfa1e9b8280d tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df31269-3a97-48fe-9595-7fd64b369b1d HTTP/1.1" status: 200 len: 210 time: 0.0845580 May 18 10:08:58.471019 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.471339 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.590819 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Calling delete_port for bae380c4-73e5-4c16-adc7-a557059e98f0 owned by network:floatingip {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:58.705107 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.709622 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-c10cc6e0-b940-49ca-8189-fae114d1cf05 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:58.849021 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event deleted for resources: {'Port': ['ID=bae380c4-73e5-4c16-adc7-a557059e98f0,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:58.875501 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:58.938917 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for floatingip, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.939245 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.l3_db [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Floating IP f69868da-241f-46cb-9f61-61154dbd10d7 disassociated (deleted). External IP: 172.28.3.72, port: 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b. May 18 10:08:59.296509 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:59.481230 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:59.492199 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] Sync routers for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:59.502720 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:59.503090 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for floatingip, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:59.503882 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:59.563172 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f86ab4b5-1322-46fc-ae05-00fc48963143 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "DELETE /v2.0/floatingips/f69868da-241f-46cb-9f61-61154dbd10d7 HTTP/1.1" status: 204 len: 168 time: 1.5342722 May 18 10:08:59.686412 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:59.735898 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:59.795658 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'status': 'completed', 'code': 200} May 18 10:08:59.967649 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-947bb79e-8fe1-4aef-9efd-3e099b52a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:59.969080 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-947bb79e-8fe1-4aef-9efd-3e099b52a5e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f50d72bec6d644b78965383f61a632af&device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 1099 time: 0.1429708 May 18 10:09:00.045841 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:18Z', 'revision_number': 5, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:00.049749 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] Checking router: 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:09:00.059078 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:00.059735 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:00.079607 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a376b4-bb1a-455d-bce0-bdd4793c036a req-1f706981-3878-4b8f-88ba-02a93285708d tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:00.080294 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-c7a376b4-bb1a-455d-bce0-bdd4793c036a req-1f706981-3878-4b8f-88ba-02a93285708d tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Synchronizing usage tracker for tenant:f50d72bec6d644b78965383f61a632af on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:09:00.112743 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-c7a376b4-bb1a-455d-bce0-bdd4793c036a req-1f706981-3878-4b8f-88ba-02a93285708d tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Unset dirty status for tenant:f50d72bec6d644b78965383f61a632af on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:09:00.114035 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c7a376b4-bb1a-455d-bce0-bdd4793c036a req-1f706981-3878-4b8f-88ba-02a93285708d tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.2094777 May 18 10:09:00.144249 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-58e13495-9d0a-438d-9f25-8f578d662c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:00.146040 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-58e13495-9d0a-438d-9f25-8f578d662c86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 200 len: 910 time: 0.1687546 May 18 10:09:00.152366 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:00.207789 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:00.208370 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 9153f9f3-c2c2-4cbc-adc2-8c7912c953b0 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:00.220787 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-b6d206a6-0f92-4f48-aa77-cb994341d1c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 200 len: 217 time: 0.0677307 May 18 10:09:00.236304 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c7a376b4-bb1a-455d-bce0-bdd4793c036a req-fca2ae0e-d6d1-4dfa-a3f1-6740fb95c4a0 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129522 May 18 10:09:00.260231 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:00.317388 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-154c5464-f9ff-4094-9544-24283a25c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:00.318870 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-154c5464-f9ff-4094-9544-24283a25c15e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 200 len: 848 time: 0.0870476 May 18 10:09:00.399345 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-f5ec6b2c-0fcf-40cf-9d73-138bed016afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:00.400921 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-f5ec6b2c-0fcf-40cf-9d73-138bed016afe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4053077-21ac-40a8-b284-33fb25c76eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751247 May 18 10:09:00.561711 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-933cea2d-936c-4095-a398-48ffcd0eaaf5 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528568 May 18 10:09:00.656622 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:18Z', 'revision_number': 5, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:00.661907 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed14601-c905-4eb9-83ae-53f3451cdb33 None None] The sync data for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb is: [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:04:11Z', 'revision_number': 4, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb', '_interfaces': [{'id': 'e327efc2-78ea-42f8-adbe-5e8302c3ba7b', 'name': '', 'network_id': 'd4053077-21ac-40a8-b284-33fb25c76eb6', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'mac_address': 'fa:16:3e:bd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:10Z', 'updated_at': '2021-05-18T10:04:18Z', 'revision_number': 5, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'subnets': [{'id': 'ceb56281-fdbe-48cb-bf0d-242bd8453726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:09:00.846439 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d10b8f70-9afa-4c7e-abc1-675551bcb8e1 req-34eab5be-6760-4d1e-a4bc-57ce73bd88a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771277 May 18 10:09:00.964905 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0201c1-5bac-43cc-b1de-896a9987a8ad None None] New status for floating IP f69868da-241f-46cb-9f61-61154dbd10d7: DOWN {{(pid=91250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:09:01.199600 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-50a985a3-ef2b-4e88-95d9-650d2ee42605 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:01.201077 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-50a985a3-ef2b-4e88-95d9-650d2ee42605 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.24 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.0890486 May 18 10:09:01.390427 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Deleting port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:01.390992 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.557579 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b61b3-2bee-469f-813d-5b45755549cd req-80710c34-aee0-4d25-bdbe-7f4f927999e5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:01.559036 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2b1b61b3-2bee-469f-813d-5b45755549cd req-80710c34-aee0-4d25-bdbe-7f4f927999e5 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 946 time: 0.2071960 May 18 10:09:01.560727 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] For port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:01.561087 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.704826 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Calling delete_port for 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:01.741159 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-2b1b61b3-2bee-469f-813d-5b45755549cd req-a706fcbb-6e55-471e-8ec2-025f3f7303f0 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/security-groups?id=67bb96d9-5b79-4125-acb2-c5a17f1001bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727042 May 18 10:09:01.838875 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.845665 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-96231593-2eac-44f5-8e87-90d924c4e462 tempest-VolumesSnapshotTestJSON-172269449 tempest-VolumesSnapshotTestJSON-172269449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:01.895461 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event deleted for resources: {'Port': ['ID=5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:01.900512 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:01.975468 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] No DVR routers for this DVR port 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:01.978176 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.980819 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-deleted', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:09:01.988219 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38060) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:02.007512 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-c855de11-24d8-48e0-b78b-75e79ff84e6e req-92255b2b-333d-453e-ba90-c20abfd0f0f2 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.24 "DELETE /v2.0/ports/5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b HTTP/1.1" status: 204 len: 173 time: 0.8006852 May 18 10:09:02.032544 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df71dea8-7806-4ed7-b4c5-0ae663a1b2e4', 'name': 'network-vif-deleted', 'tag': '5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b', 'status': 'completed', 'code': 200} May 18 10:09:02.619776 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3697231'] for router_interface, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:02.986895 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-b41d31e9-1481-4d6c-9002-d8d216e3ddff req-a22cd227-4130-4b69-8872-acaf330e2bf4 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Synchronizing usage tracker for tenant:f50d72bec6d644b78965383f61a632af on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:09:03.007864 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-b41d31e9-1481-4d6c-9002-d8d216e3ddff req-a22cd227-4130-4b69-8872-acaf330e2bf4 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Unset dirty status for tenant:f50d72bec6d644b78965383f61a632af on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:09:03.009319 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b41d31e9-1481-4d6c-9002-d8d216e3ddff req-a22cd227-4130-4b69-8872-acaf330e2bf4 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71dea8-7806-4ed7-b4c5-0ae663a1b2e4 HTTP/1.1" status: 200 len: 210 time: 0.0791035 May 18 10:09:03.126976 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Deleting port 0515e5df-9bef-40d8-ac51-ef87ca1812cc {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:03.127587 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:03.395953 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] For port 0515e5df-9bef-40d8-ac51-ef87ca1812cc, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=0515e5df-9bef-40d8-ac51-ef87ca1812cc,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:03.396330 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:03.535849 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Calling delete_port for 0515e5df-9bef-40d8-ac51-ef87ca1812cc owned by network:router_interface {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:03.692378 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:03.698013 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-71a2e7a2-ad73-47f4-99c7-0380976d46c7 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:03.750572 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0515e5df-9bef-40d8-ac51-ef87ca1812cc,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:03.753721 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:04.012250 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3697631'] for router_interface, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:04.108029 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38106) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:04.161286 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:04.177636 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:04.199012 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:04.199401 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 5a7970cd-3ddb-40ff-bf8e-5b7a5b04376b not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:04.209436 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:04.279243 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:04.285005 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6b5ac0a8-ee01-45d4-b44b-26f3fc01a7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:04.300841 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb96d9-5b79-4125-acb2-c5a17f1001bb,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:04.303439 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:04.310893 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:04.312285 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] 10.222.0.36 "DELETE /v2.0/security-groups/67bb96d9-5b79-4125-acb2-c5a17f1001bb HTTP/1.1" status: 204 len: 168 time: 0.2032185 May 18 10:09:04.356709 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38116) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:04.401189 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Router 387c02b8-eca4-4c86-96a7-005c9d549118 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:09:04.573531 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38124) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:04.600334 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:09:04.612550 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] Sync routers for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:09:04.617434 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2ec22b68-ec47-4ab8-a011-801bfdaa93e5 admin admin] 10.222.0.36 "PUT /v2.0/routers/387c02b8-eca4-4c86-96a7-005c9d549118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6244211 May 18 10:09:04.617593 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38130) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:04.641023 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:04.642644 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:04.840955 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:04.932453 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e9923f64-8227-4024-8e91-ad9338e1d1fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4ffe0817dc540908eaa0432a84eb1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555818 May 18 10:09:04.933431 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38134) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:04.970326 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks [] for router, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.135037 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:09:03Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:05.137496 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.137701 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3697231'] for router_interface, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.139688 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] Checking router: 387c02b8-eca4-4c86-96a7-005c9d549118 for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:09:05.148115 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] Routers {'387c02b8-eca4-4c86-96a7-005c9d549118'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:05.148806 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['387c02b8-eca4-4c86-96a7-005c9d549118'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:05.184359 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.210622 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.298249 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.303026 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3311ef11-adfd-4b90-96d6-40de5c714a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:05.320464 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fe11a-6bcf-4510-ab69-3e03c01950a5,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:05.327607 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:05.329249 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Deleting port f34d8cd2-2b2b-43e8-a47c-fd907160d29c {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:05.329620 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.335818 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] Set router 387c02b8-eca4-4c86-96a7-005c9d549118 gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:05.363854 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.368082 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c41fe11a-6bcf-4510-ab69-3e03c01950a5 HTTP/1.1" status: 204 len: 168 time: 0.4340539 May 18 10:09:05.482731 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] For port f34d8cd2-2b2b-43e8-a47c-fd907160d29c, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:05.483405 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.596842 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Deleting port e327efc2-78ea-42f8-adbe-5e8302c3ba7b {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:05.597179 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.616090 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Calling delete_port for f34d8cd2-2b2b-43e8-a47c-fd907160d29c owned by network:router_gateway {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:05.648287 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:09:03Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:05.653347 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa2fba-4385-4f9f-9fc6-809e8ee4e301 None None] The sync data for ids ['387c02b8-eca4-4c86-96a7-005c9d549118'] in dv-cinder-772623-5-smb is: [{'id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'name': 'tempest-AttachVolumeTestJSON-501562430-router', 'tenant_id': '70f38b876fa94491bfe30764d115d6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:29Z', 'updated_at': '2021-05-18T10:09:03Z', 'revision_number': 5, 'project_id': '70f38b876fa94491bfe30764d115d6fd', 'gw_port': {'id': 'f34d8cd2-2b2b-43e8-a47c-fd907160d29c', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387c02b8-eca4-4c86-96a7-005c9d549118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:30Z', 'updated_at': '2021-05-18T10:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:09:05.754747 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] For port e327efc2-78ea-42f8-adbe-5e8302c3ba7b, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:05.755341 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.810645 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:05.816760 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-baf96f12-02d8-4637-ab10-4c30328eee5e tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:05.859970 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34d8cd2-2b2b-43e8-a47c-fd907160d29c,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:05.863099 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:05.882097 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Calling delete_port for e327efc2-78ea-42f8-adbe-5e8302c3ba7b owned by network:router_interface {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:05.964993 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697764'] for router_gateway, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.063823 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.084605 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-cec62f30-6d7d-499d-9570-7b0a1b3a4c0f tempest-TestMinimumBasicScenario-332726855 tempest-TestMinimumBasicScenario-332726855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:06.160551 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4135135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6761'] for router, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.163010 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.192885 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3694899'] for router, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.193545 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387c02b8-eca4-4c86-96a7-005c9d549118 {{(pid=91249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:09:06.225938 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.229997 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1a0e9948-6c52-4692-ad65-10979c619175 admin admin] 10.222.0.36 "DELETE /v2.0/routers/387c02b8-eca4-4c86-96a7-005c9d549118 HTTP/1.1" status: 204 len: 168 time: 1.6078880 May 18 10:09:06.230477 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38158) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:06.310791 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Deleting subnet a54a6920-4849-4708-a927-d2fc0d3d8d2d {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:09:06.314313 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.319275 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Pushing event deleted for resources: {'Port': ['ID=e327efc2-78ea-42f8-adbe-5e8302c3ba7b,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:06.322190 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:06.376337 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.462251 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3697631'] for router_interface, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.581285 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.872513 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.882668 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-5e1dbf70-2a35-4c0c-90b1-de19721038b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:06.937139 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54a6920-4849-4708-a927-d2fc0d3d8d2d,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:06.939380 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.942990 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:06.951480 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d747c25-632d-43be-899c-63bbd150dc92 None None] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:09:06.954677 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-42267b5c-449a-426c-8250-095c7c83a60e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a54a6920-4849-4708-a927-d2fc0d3d8d2d HTTP/1.1" status: 204 len: 168 time: 0.7227511 May 18 10:09:06.956725 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38170) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:06.978680 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:09:07.065897 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.141677 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Deleting port 527ef62d-0d01-49d2-8c7c-bf652af79afd {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:07.142008 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.196525 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:09:07.205357 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] Sync routers for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:09:07.215521 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-3eb14350-4852-45b6-b991-9d6c6c573906 admin admin] 10.222.0.36 "PUT /v2.0/routers/69a4bf50-f45f-4b67-b77e-c37c92a7bc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549635 May 18 10:09:07.215766 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38174) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:07.219023 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:07.221923 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:07.252827 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] For port 527ef62d-0d01-49d2-8c7c-bf652af79afd, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=527ef62d-0d01-49d2-8c7c-bf652af79afd,segment=NetworkSegment(c200da24-a348-467e-9398-29740bb6f952),segment_id=c200da24-a348-467e-9398-29740bb6f952)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:07.253233 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.283028 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] DHCP port deletion for 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b request from dv-cinder-772623-5-smb {{(pid=91250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:09:07.374889 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Calling delete_port for 527ef62d-0d01-49d2-8c7c-bf652af79afd owned by network:dhcp {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:07.399036 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks [] for router, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.424773 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.430123 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-299b10c8-3558-4750-abd2-91adc3ceea22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:07.452233 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: dv-cinder-772623-5-smb {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:07.476879 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Pushing event deleted for resources: {'Port': ['ID=527ef62d-0d01-49d2-8c7c-bf652af79afd,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:07.480683 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:07.481202 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] No DVR routers for this DVR port 527ef62d-0d01-49d2-8c7c-bf652af79afd on host dv-cinder-772623-5-smb {{(pid=91249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:07.562227 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Deleting port 527ef62d-0d01-49d2-8c7c-bf652af79afd {{(pid=91250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:07.562611 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.577044 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.597466 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.611006 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:07.625031 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c200da24-a348-467e-9398-29740bb6f952') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:07.625238 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c200da24-a348-467e-9398-29740bb6f952') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:07.638974 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.651684 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Deleting port c44dc178-9bcd-402e-b102-48fcb068f2a9 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:07.652474 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.660983 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.669067 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:09:07.669825 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:09:07.687500 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:09:07.761729 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] For port 527ef62d-0d01-49d2-8c7c-bf652af79afd, host dv-cinder-772623-5-smb, got binding levels [] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:07.762127 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.773358 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 527ef62d-0d01-49d2-8c7c-bf652af79afd no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:07.781924 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.787390 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-bd481c28-048c-44b4-9297-e40ba5056f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:07.801512 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.812743 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] For port c44dc178-9bcd-402e-b102-48fcb068f2a9, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=c44dc178-9bcd-402e-b102-48fcb068f2a9,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:07.813084 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Pushing event deleted for resources: {'Network': ['ID=43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:07.813213 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:07.818002 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:07.822190 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] 10.222.0.36 "DELETE /v2.0/networks/43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b HTTP/1.1" status: 204 len: 168 time: 0.8640287 May 18 10:09:07.868250 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 527ef62d-0d01-49d2-8c7c-bf652af79afd {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:07.868250 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 527ef62d-0d01-49d2-8c7c-bf652af79afd not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:07.868839 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0515e5df-9bef-40d8-ac51-ef87ca1812cc no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:07.937374 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Calling delete_port for c44dc178-9bcd-402e-b102-48fcb068f2a9 owned by network:router_gateway {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:07.965770 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Calling delete_port for 527ef62d-0d01-49d2-8c7c-bf652af79afd owned by network:dhcp {{(pid=91250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:07.988677 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 0515e5df-9bef-40d8-ac51-ef87ca1812cc {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:07.988934 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 0515e5df-9bef-40d8-ac51-ef87ca1812cc not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:07.989355 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device f34d8cd2-2b2b-43e8-a47c-fd907160d29c no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:08.021739 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38182) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:08.069117 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.ipam_backend_mixin [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Port 527ef62d-0d01-49d2-8c7c-bf652af79afd was not found and therefore no delete operation was performed {{(pid=91250) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 18 10:09:08.081442 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-38e7fd8c-dc32-4fcf-a02e-774d29da0e72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70f38b876fa94491bfe30764d115d6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573657 May 18 10:09:08.083001 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38186) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:08.107669 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855'] for port, after_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.113936 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-b3da173b-be05-4a96-b59c-a23e6a182678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:08.114367 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.119297 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-69a13663-8225-42ce-878a-911de2117ea9 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:08.142356 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: f34d8cd2-2b2b-43e8-a47c-fd907160d29c {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:08.142711 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device f34d8cd2-2b2b-43e8-a47c-fd907160d29c not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:08.160163 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6b923952-64ce-4727-98a8-7151c3c2e1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.173616 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44dc178-9bcd-402e-b102-48fcb068f2a9,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:08.177794 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:08.188348 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Network 43bd8fe9-7261-46d4-9a67-b9c7fa10cf3b is not hosted by any dhcp agent {{(pid=91250) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 18 10:09:08.188817 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] No DVR routers for this DVR port 527ef62d-0d01-49d2-8c7c-bf652af79afd on host dv-cinder-772623-5-smb {{(pid=91250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:08.196341 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Pushing event deleted for resources: {'Port': ['ID=527ef62d-0d01-49d2-8c7c-bf652af79afd,revision_number=None']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:08.206898 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.207062 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6b923952-64ce-4727-98a8-7151c3c2e1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.207245 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.207587 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.207934 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.208251 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.208581 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.208905 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.209227 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.209580 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.209903 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.210212 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.210533 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:08.213754 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-20e3fdf4-8259-41c2-9f49-ca64676af387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:08.260681 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:09:05Z', 'revision_number': 5, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port': {'id': 'c44dc178-9bcd-402e-b102-48fcb068f2a9', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:06Z', 'updated_at': '2021-05-18T10:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:08.265733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] Checking router: 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 for host: dv-cinder-772623-5-smb {{(pid=91250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:09:08.276743 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] Routers {'69a4bf50-f45f-4b67-b77e-c37c92a7bc08'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:08.277384 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'], 'active': True} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:08.290854 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6b923952-64ce-4727-98a8-7151c3c2e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.298934 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-da298b73-9fa3-4ee6-9fb7-88cab69369d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:08.318200 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b923952-64ce-4727-98a8-7151c3c2e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e03b3e8-dfc8-41fa-8a1d-6222c5c8b4e2,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:08.321792 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-6b923952-64ce-4727-98a8-7151c3c2e1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:08.327241 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-6b923952-64ce-4727-98a8-7151c3c2e1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.328618 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-6b923952-64ce-4727-98a8-7151c3c2e1f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e03b3e8-dfc8-41fa-8a1d-6222c5c8b4e2 HTTP/1.1" status: 204 len: 168 time: 0.2444026 May 18 10:09:08.435698 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvr_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] Set router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 gateway port host: None {{(pid=91250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:08.454067 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697764'] for router_gateway, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.551353 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_hamode_db [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:09:08Z', 'revision_number': 7, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port_host': None}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91250) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:08.555485 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc336c46-b7d4-4c85-a935-855852cd95cd None None] The sync data for ids ['69a4bf50-f45f-4b67-b77e-c37c92a7bc08'] in dv-cinder-772623-5-smb is: [{'id': '69a4bf50-f45f-4b67-b77e-c37c92a7bc08', 'name': 'tempest-TestShelveInstance-1381938814-router', 'tenant_id': 'f50d72bec6d644b78965383f61a632af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:05Z', 'updated_at': '2021-05-18T10:09:08Z', 'revision_number': 7, 'project_id': 'f50d72bec6d644b78965383f61a632af', 'gw_port_host': None}] {{(pid=91250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:09:08.653710 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4135135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6761'] for router, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.656280 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.680155 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3694899'] for router, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.680848 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a4bf50-f45f-4b67-b77e-c37c92a7bc08 {{(pid=91248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:09:08.694428 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] Notify callbacks [] for router, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.695529 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-9959bbd8-131d-4eff-930e-28611a00c975 admin admin] 10.222.0.36 "DELETE /v2.0/routers/69a4bf50-f45f-4b67-b77e-c37c92a7bc08 HTTP/1.1" status: 204 len: 168 time: 1.4788439 May 18 10:09:08.698088 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38200) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:08.759633 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_v2 [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Deleting subnet ceb56281-fdbe-48cb-bf0d-242bd8453726 {{(pid=91248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:09:08.762578 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.812193 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2405956'] for subnet, precommit_delete_associations {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.893132 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.150805 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27007921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27023693'] for subnet, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.155588 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9aabc653-2447-4d2d-82dd-3d9c8c256ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:09.193452 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb56281-fdbe-48cb-bf0d-242bd8453726,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:09.197153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:09.198064 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.206436 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38222) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:09.206884 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-161f7fa8-fe1b-45e1-9be1-0aeb865801a4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ceb56281-fdbe-48cb-bf0d-242bd8453726 HTTP/1.1" status: 204 len: 168 time: 0.5074236 May 18 10:09:09.219658 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e094830-2ff8-4caf-acc8-7ff1a09e99ab None None] Network d4053077-21ac-40a8-b284-33fb25c76eb6 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:09:09.347676 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.442260 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Deleting port 4522deff-675c-47f5-8fe4-6d7599454e02 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:09.442617 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.535072 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] DHCP port deletion for d4053077-21ac-40a8-b284-33fb25c76eb6 request from dv-cinder-772623-5-smb {{(pid=91250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:09:09.633052 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] Deleting port 4522deff-675c-47f5-8fe4-6d7599454e02 {{(pid=91250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:09.633504 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.680087 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] For port 4522deff-675c-47f5-8fe4-6d7599454e02, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=4522deff-675c-47f5-8fe4-6d7599454e02,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:09.681024 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.752695 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device c44dc178-9bcd-402e-b102-48fcb068f2a9 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:09.801379 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: c44dc178-9bcd-402e-b102-48fcb068f2a9 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:09.801760 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device c44dc178-9bcd-402e-b102-48fcb068f2a9 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:09.802200 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e327efc2-78ea-42f8-adbe-5e8302c3ba7b no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:09.809085 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Calling delete_port for 4522deff-675c-47f5-8fe4-6d7599454e02 owned by network:dhcp {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:09.843062 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: e327efc2-78ea-42f8-adbe-5e8302c3ba7b {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:09.843356 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device e327efc2-78ea-42f8-adbe-5e8302c3ba7b not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:09.843774 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4522deff-675c-47f5-8fe4-6d7599454e02 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:09.867631 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.874774 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-8a7e3c08-2557-4527-98aa-d6001bfbc911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:09.877330 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] For port 4522deff-675c-47f5-8fe4-6d7599454e02, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=4522deff-675c-47f5-8fe4-6d7599454e02,segment=NetworkSegment(c29bcc34-eb4a-451c-8fe7-6329f4240fea),segment_id=c29bcc34-eb4a-451c-8fe7-6329f4240fea)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:09.877760 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:09.904864 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 4522deff-675c-47f5-8fe4-6d7599454e02 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:09.905182 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 4522deff-675c-47f5-8fe4-6d7599454e02 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:09.961017 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Pushing event deleted for resources: {'Port': ['ID=4522deff-675c-47f5-8fe4-6d7599454e02,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:09.966267 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:09.967629 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] No DVR routers for this DVR port 4522deff-675c-47f5-8fe4-6d7599454e02 on host dv-cinder-772623-5-smb {{(pid=91249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:10.036933 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] Calling delete_port for 4522deff-675c-47f5-8fe4-6d7599454e02 owned by network:dhcp {{(pid=91250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:10.050416 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38258) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:10.081682 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855'] for port, after_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.086262 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-4251e043-c73b-4077-a689-bd407e36fea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:10.097722 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.113245 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4053077-21ac-40a8-b284-33fb25c76eb6']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:10.127615 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29bcc34-eb4a-451c-8fe7-6329f4240fea') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:10.127978 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29bcc34-eb4a-451c-8fe7-6329f4240fea') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:10.134534 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] Pushing event deleted for resources: {'Port': ['ID=4522deff-675c-47f5-8fe4-6d7599454e02,revision_number=None']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:10.136580 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] No DVR routers for this DVR port 4522deff-675c-47f5-8fe4-6d7599454e02 on host dv-cinder-772623-5-smb {{(pid=91250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:10.138324 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-8e2429b3-562b-4791-802c-64ea005370d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:10.143233 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.161591 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.171050 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:09:10.171524 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:09:10.184948 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:09:10.190635 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.207522 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:10.211909 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe69942a4a442a8a3aa129eba71e819 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:10.214850 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:10.220679 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:10.262296 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.266399 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:10.282647 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.288660 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4053077-21ac-40a8-b284-33fb25c76eb6,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:10.293669 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:10.305814 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a4fafac5-d943-4251-9436-f312c50c4003 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d4053077-21ac-40a8-b284-33fb25c76eb6 HTTP/1.1" status: 204 len: 168 time: 1.0982268 May 18 10:09:10.308716 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38264) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:10.315008 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.318866 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.326547 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-8c1fd23f-86ef-46be-9932-d40487b7f950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:10.367471 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fe69942a4a442a8a3aa129eba71e819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158958 May 18 10:09:10.368238 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a6b22-feef-4686-b216-440f081aae2a,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:10.370589 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38268) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:10.373032 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-03eedf66-23b2-49af-a7a5-3e96c94f2982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:10.430874 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-653b3200-1737-45ec-87cf-81fa2c6c4661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.457632 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-653b3200-1737-45ec-87cf-81fa2c6c4661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.513032 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-653b3200-1737-45ec-87cf-81fa2c6c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.517931 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-39080523-7af9-47a0-bccf-6f1a4e704e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:10.528634 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b3200-1737-45ec-87cf-81fa2c6c4661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a6b22-feef-4686-b216-440f081aae2a,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:10.530869 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-653b3200-1737-45ec-87cf-81fa2c6c4661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:10.536545 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-653b3200-1737-45ec-87cf-81fa2c6c4661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:10.540597 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-653b3200-1737-45ec-87cf-81fa2c6c4661 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b24a6b22-feef-4686-b216-440f081aae2a HTTP/1.1" status: 204 len: 168 time: 0.1661892 May 18 10:09:10.858559 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3697231'] for router_interface, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.428090 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Deleting port ecea743c-2b7a-4cb1-b1ae-d174258dcc31 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:11.428670 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.563427 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] For port ecea743c-2b7a-4cb1-b1ae-d174258dcc31, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,segment=NetworkSegment(c3849ffb-8d74-41f8-8403-617b0d05582a),segment_id=c3849ffb-8d74-41f8-8403-617b0d05582a)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:11.563985 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.636251 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-f2296faa-f3da-4737-9353-c4486111bc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.695142 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Calling delete_port for ecea743c-2b7a-4cb1-b1ae-d174258dcc31 owned by network:router_interface {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:11.870458 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.876366 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a1dc9bea-1bde-4d5f-8010-7143164f54f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:11.956099 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ecea743c-2b7a-4cb1-b1ae-d174258dcc31,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:11.963396 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:12.215191 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3697631'] for router_interface, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.459314 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38334) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:12.576385 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f has already been hosted by L3 agent aa58ebac-0b88-4157-aded-921185df1a8d {{(pid=91249) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:09:12.602796 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.619520 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:12.624653 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Usage tracker for resource:security_group_rule and tenant:f29105df695a49f99f535ff0a5815a56 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:12.628133 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:12.635277 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:12.734318 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.738589 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.756162 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f081e7e8-e9be-4360-b50b-6c14612d10f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:12.795991 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f29105df695a49f99f535ff0a5815a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337200 May 18 10:09:12.797604 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38356) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:12.798307 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55cdb0-e5fa-4ec7-b080-59aec4395f3e,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:12.802009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-94caf3aa-3368-4ba7-94b1-228752fc9077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:12.874415 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7be564d9-11c0-4e69-ac8c-d9b8449436f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.891222 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] Notify agent at l3_agent.dv-cinder-772623-5-smb the message routers_updated {{(pid=91249) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:09:12.901267 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] Sync routers for ids ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'] in dv-cinder-772623-5-smb {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:09:12.905312 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-b701a589-9f1e-4519-81d2-c5768e47b7ec admin admin] 10.222.0.36 "PUT /v2.0/routers/5d5fdafe-1af6-4c3d-823b-6fd760e6a65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921960 May 18 10:09:12.905675 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7be564d9-11c0-4e69-ac8c-d9b8449436f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.905820 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38366) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:12.923449 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] Routers {'5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:12.924054 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:12.982150 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7be564d9-11c0-4e69-ac8c-d9b8449436f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.994995 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f1ca0078-1194-43ec-b078-e473c45052da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:13.009635 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be564d9-11c0-4e69-ac8c-d9b8449436f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c55cdb0-e5fa-4ec7-b080-59aec4395f3e,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:13.017446 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7be564d9-11c0-4e69-ac8c-d9b8449436f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:13.018769 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7be564d9-11c0-4e69-ac8c-d9b8449436f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.019877 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-7be564d9-11c0-4e69-ac8c-d9b8449436f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c55cdb0-e5fa-4ec7-b080-59aec4395f3e HTTP/1.1" status: 204 len: 168 time: 0.2164054 May 18 10:09:13.080962 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.124123 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] Set router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f gateway port host: dv-cinder-772623-5-smb {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:13.151098 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks [] for router, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.361539 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.370382 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38388) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:13.414907 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.443774 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:13.449905 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Usage tracker for resource:security_group_rule and tenant:d3b91658358c4bbf978aaa4edf522ab2 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:13.453583 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:13.457283 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'external_fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:09:11Z', 'revision_number': 5, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port': {'id': '2e692743-e629-416d-8fd8-9278c8ae30e6', 'name': '', 'network_id': 'c9523680-af92-40d3-8374-da5e24f667fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:04:18Z', 'updated_at': '2021-05-18T10:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5403c3f7-7ea4-42b8-b4af-7a5eab3d6828', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-smb'}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:13.460332 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:13.460983 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] Checking router: 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f for host: dv-cinder-772623-5-smb {{(pid=91251) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:09:13.471110 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] Routers {'5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'} bound to L3 agent in host dv-cinder-772623-5-smb {{(pid=91251) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:13.471753 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:14Z,description=,heartbeat_timestamp=2021-05-18T10:08:44Z,host='dv-cinder-772623-5-smb',id=aa58ebac-0b88-4157-aded-921185df1a8d,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:14Z,topic='l3_agent')) {'router_ids': ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'], 'active': True} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:13.495520 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Deleting port 2e692743-e629-416d-8fd8-9278c8ae30e6 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:13.495860 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.620543 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_dvr_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] Set router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f gateway port host: None {{(pid=91251) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:13.642017 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] For port 2e692743-e629-416d-8fd8-9278c8ae30e6, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=2e692743-e629-416d-8fd8-9278c8ae30e6,segment=NetworkSegment(2a880009-bdad-4b40-8afd-4fefc1cdddb7),segment_id=2a880009-bdad-4b40-8afd-4fefc1cdddb7)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:13.643034 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.722432 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.l3_hamode_db [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:09:13Z', 'revision_number': 6, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port_host': None}], 'dv-cinder-772623-5-smb', False) {} {{(pid=91251) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:13.726832 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b0c710-849c-47d6-9e9c-cd9681ed52f7 None None] The sync data for ids ['5d5fdafe-1af6-4c3d-823b-6fd760e6a65f'] in dv-cinder-772623-5-smb is: [{'id': '5d5fdafe-1af6-4c3d-823b-6fd760e6a65f', 'name': 'tempest-TestShelveInstance-80117208-router', 'tenant_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:04:17Z', 'updated_at': '2021-05-18T10:09:13Z', 'revision_number': 6, 'project_id': '46f1f7fb68564dc5a5ff245c31a75e63', 'gw_port_host': None}] {{(pid=91251) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:09:13.784171 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Calling delete_port for 2e692743-e629-416d-8fd8-9278c8ae30e6 owned by network:router_gateway {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:13.791823 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.796540 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.805093 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2de314e8-5ee3-434b-9983-b3e0d7b5f9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:13.855143 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171cbf9a-e3c3-47a9-bb3e-1d43a7e1ab8a,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:13.860127 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3b91658358c4bbf978aaa4edf522ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888008 May 18 10:09:13.860994 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:13.862823 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38392) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:13.945851 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a53c4139-ce1a-400e-88ff-8fd62ef7682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:13.980021 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a53c4139-ce1a-400e-88ff-8fd62ef7682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.074110 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.079176 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-08411953-2dfd-4ef6-8cb1-38863f8bf9fb tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:14.114036 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a53c4139-ce1a-400e-88ff-8fd62ef7682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.132544 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e692743-e629-416d-8fd8-9278c8ae30e6,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:14.136733 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:14.137378 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-cd7b0ab2-6ce4-4ce7-9fc3-cac3f1a8128d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:14.175719 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-58808668-4156-4b79-837f-04a510c8fee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.183771 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c4139-ce1a-400e-88ff-8fd62ef7682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171cbf9a-e3c3-47a9-bb3e-1d43a7e1ab8a,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:14.187287 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-a53c4139-ce1a-400e-88ff-8fd62ef7682d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:14.217655 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-a53c4139-ce1a-400e-88ff-8fd62ef7682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.218777 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-a53c4139-ce1a-400e-88ff-8fd62ef7682d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/171cbf9a-e3c3-47a9-bb3e-1d43a7e1ab8a HTTP/1.1" status: 204 len: 168 time: 0.3550882 May 18 10:09:14.245282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697764'] for router_gateway, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.292093 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.543701 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4135135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6761'] for router, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.546076 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.572188 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3694899'] for router, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.572799 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5fdafe-1af6-4c3d-823b-6fd760e6a65f {{(pid=91249) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:09:14.581664 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] Notify callbacks [] for router, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.585490 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-b6bba15f-35b6-4f69-9948-334cf80c311e admin admin] 10.222.0.36 "DELETE /v2.0/routers/5d5fdafe-1af6-4c3d-823b-6fd760e6a65f HTTP/1.1" status: 204 len: 168 time: 1.6777685 May 18 10:09:14.585624 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38408) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:14.654169 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Deleting subnet 58555abe-f2e3-446a-9b40-42d2feb107f0 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:09:14.657267 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.713294 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:14.796527 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.052905 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.058688 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:15.092203 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58555abe-f2e3-446a-9b40-42d2feb107f0,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:15.095221 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:15.096198 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.101523 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0561a75-da9a-41ef-9eec-5d2fd2682aea None None] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:09:15.105005 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-7e44910a-6878-4949-a4c5-225fbc34f850 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/58555abe-f2e3-446a-9b40-42d2feb107f0 HTTP/1.1" status: 204 len: 168 time: 0.5154157 May 18 10:09:15.105005 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38428) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:15.214798 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.295703 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Deleting port 74e6a223-3bdc-4628-a029-af5faeac90e2 {{(pid=91249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:15.296036 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.303967 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.378100 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] DHCP port deletion for d19f9f4f-0955-49af-b3ac-1d5d67361d1d request from dv-cinder-772623-5-smb {{(pid=91250) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:09:15.402689 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.db [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] For port 74e6a223-3bdc-4628-a029-af5faeac90e2, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=74e6a223-3bdc-4628-a029-af5faeac90e2,segment=NetworkSegment(c3849ffb-8d74-41f8-8403-617b0d05582a),segment_id=c3849ffb-8d74-41f8-8403-617b0d05582a)] {{(pid=91249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:15.403038 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.500183 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Deleting port 74e6a223-3bdc-4628-a029-af5faeac90e2 {{(pid=91250) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:15.502527 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.547305 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.plugin [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Calling delete_port for 74e6a223-3bdc-4628-a029-af5faeac90e2 owned by network:dhcp {{(pid=91249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:15.601789 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2320706'] for port, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.614681 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-56acacd1-67e0-4146-9fdf-faccd0c4592b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:15.630028 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] For port 74e6a223-3bdc-4628-a029-af5faeac90e2, host dv-cinder-772623-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-smb',level=0,port_id=74e6a223-3bdc-4628-a029-af5faeac90e2,segment=NetworkSegment(c3849ffb-8d74-41f8-8403-617b0d05582a),segment_id=c3849ffb-8d74-41f8-8403-617b0d05582a)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:15.630625 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.645819 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:09:15.672236 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e6a223-3bdc-4628-a029-af5faeac90e2,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:15.673348 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] No DVR routers for this DVR port 74e6a223-3bdc-4628-a029-af5faeac90e2 on host dv-cinder-772623-5-smb {{(pid=91249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:15.675065 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:15.834776 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Calling delete_port for 74e6a223-3bdc-4628-a029-af5faeac90e2 owned by network:dhcp {{(pid=91250) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:15.835958 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.842023 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 2e692743-e629-416d-8fd8-9278c8ae30e6 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:15.851602 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19f9f4f-0955-49af-b3ac-1d5d67361d1d']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:15.865871 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3849ffb-8d74-41f8-8403-617b0d05582a') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:15.866167 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3849ffb-8d74-41f8-8403-617b0d05582a') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:15.879907 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.891181 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 2e692743-e629-416d-8fd8-9278c8ae30e6 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:15.891526 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 2e692743-e629-416d-8fd8-9278c8ae30e6 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:15.892419 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ecea743c-2b7a-4cb1-b1ae-d174258dcc31 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:15.904271 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.913579 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:09:15.914767 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:09:15.929737 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:09:15.941081 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: ecea743c-2b7a-4cb1-b1ae-d174258dcc31 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:15.941480 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device ecea743c-2b7a-4cb1-b1ae-d174258dcc31 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:15.941934 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 74e6a223-3bdc-4628-a029-af5faeac90e2 no longer exists at agent ovs-agent-dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:15.978914 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] No Port match for: 74e6a223-3bdc-4628-a029-af5faeac90e2 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:15.979253 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Device 74e6a223-3bdc-4628-a029-af5faeac90e2 not bound to the agent host dv-cinder-772623-5-smb {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:16.022906 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.025433 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855'] for port, after_delete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.029584 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:16.031759 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:16.044947 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.053253 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19f9f4f-0955-49af-b3ac-1d5d67361d1d,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:16.057035 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:16.062118 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d19f9f4f-0955-49af-b3ac-1d5d67361d1d HTTP/1.1" status: 204 len: 168 time: 0.9558814 May 18 10:09:16.068069 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Network d19f9f4f-0955-49af-b3ac-1d5d67361d1d is not hosted by any dhcp agent {{(pid=91250) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 18 10:09:16.068532 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] No DVR routers for this DVR port 74e6a223-3bdc-4628-a029-af5faeac90e2 on host dv-cinder-772623-5-smb {{(pid=91250) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:16.081817 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Pushing event deleted for resources: {'Port': ['ID=74e6a223-3bdc-4628-a029-af5faeac90e2,revision_number=None']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:16.084124 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-ef3c27a3-e7b3-4ce1-b198-df644b170a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:16.256016 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38464) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:16.309982 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-e468b0e2-eccd-4f6e-88cc-7c28f7b665e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f50d72bec6d644b78965383f61a632af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527046 May 18 10:09:16.312370 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38468) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:16.377522 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-82bde70c-7375-4666-9e9d-264e7f56abec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.406247 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-82bde70c-7375-4666-9e9d-264e7f56abec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.459481 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-82bde70c-7375-4666-9e9d-264e7f56abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.464756 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-58f20f4c-dedd-47b4-8c84-fc92747b5903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:16.479674 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bde70c-7375-4666-9e9d-264e7f56abec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8911f3e1-88f6-401f-b99c-fb356c17a14e,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:16.481894 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-82bde70c-7375-4666-9e9d-264e7f56abec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:16.485924 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-82bde70c-7375-4666-9e9d-264e7f56abec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.487184 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-82bde70c-7375-4666-9e9d-264e7f56abec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8911f3e1-88f6-401f-b99c-fb356c17a14e HTTP/1.1" status: 204 len: 168 time: 0.1739371 May 18 10:09:16.824628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38478) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:16.876962 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38486) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:16.877372 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-639e338e-3d02-4aa5-a6d1-2ac696053a3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46f1f7fb68564dc5a5ff245c31a75e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514362 May 18 10:09:16.936656 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:16.967040 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:17.022268 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:17.026826 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:17.031734 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3319eb75-952e-40a5-8de8-ba79f8540beb tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:17.043875 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc4515-627c-49dc-ab44-79574cb53bc6,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:17.047667 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:17.049833 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:17.051021 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9fc4515-627c-49dc-ab44-79574cb53bc6 HTTP/1.1" status: 204 len: 168 time: 0.1729462 May 18 10:09:18.372405 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38524) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:18.488282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.502460 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:18.506218 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Usage tracker for resource:security_group_rule and tenant:921147e1076441818d54eced2872455f is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:18.509653 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:18.515287 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:18.597072 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.600631 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.609046 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4452b919-fe4f-44c4-8c70-bc4b453d63f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:18.648044 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=921147e1076441818d54eced2872455f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746203 May 18 10:09:18.648920 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177c16d5-4f2a-4446-a6d9-3b167176e645,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:18.651723 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38530) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:18.652801 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-1592a7a5-1bca-41a1-a188-ac175e34cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:18.712842 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-96f58688-4587-48f6-b9d9-13f79809a179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.738810 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-96f58688-4587-48f6-b9d9-13f79809a179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.793929 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-96f58688-4587-48f6-b9d9-13f79809a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.797526 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a1942a48-d205-4f7e-a162-cf9e8048ac17 tempest-TestShelveInstance-293762080 tempest-TestShelveInstance-293762080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:18.810273 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f58688-4587-48f6-b9d9-13f79809a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177c16d5-4f2a-4446-a6d9-3b167176e645,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:18.813077 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-96f58688-4587-48f6-b9d9-13f79809a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:18.814929 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-96f58688-4587-48f6-b9d9-13f79809a179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.816014 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-96f58688-4587-48f6-b9d9-13f79809a179 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/177c16d5-4f2a-4446-a6d9-3b167176e645 HTTP/1.1" status: 204 len: 168 time: 0.1631963 May 18 10:09:19.344475 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38548) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:19.460836 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:19.474686 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:19.479108 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Usage tracker for resource:security_group_rule and tenant:be12f7d365f845fbb2667a97d104a8eb is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:19.481856 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:19.487546 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:19.568226 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:19.572179 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:19.581047 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-de5ea6b8-ad99-4e7a-b31d-4642c15beda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:19.620971 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be12f7d365f845fbb2667a97d104a8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754376 May 18 10:09:19.622583 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b2791-d995-406a-80c3-150646f23570,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:19.623814 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38554) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:19.625584 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7202f109-34d8-42e1-a68f-d42640cc8e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:19.686815 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50cd887c-9157-4551-81ef-00feee8bdd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:19.712592 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50cd887c-9157-4551-81ef-00feee8bdd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:19.763949 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50cd887c-9157-4551-81ef-00feee8bdd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:19.768889 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3fbfbac1-6843-4d24-9c58-365edccfa247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:19.782029 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd887c-9157-4551-81ef-00feee8bdd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b2791-d995-406a-80c3-150646f23570,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:19.786708 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-50cd887c-9157-4551-81ef-00feee8bdd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:19.791505 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-50cd887c-9157-4551-81ef-00feee8bdd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:19.792650 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-50cd887c-9157-4551-81ef-00feee8bdd21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/448b2791-d995-406a-80c3-150646f23570 HTTP/1.1" status: 204 len: 168 time: 0.1677525 May 18 10:09:20.094521 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38562) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:20.116503 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:20.132850 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:20.138244 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Usage tracker for resource:security_group_rule and tenant:1978696e7bf24ac393aa3c9847549619 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:20.141620 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:20.148470 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:20.241115 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:20.244790 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:20.252932 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d7361255-e054-4726-bb0c-91e8832175bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:20.294614 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1978696e7bf24ac393aa3c9847549619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989059 May 18 10:09:20.296248 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084b2d95-5497-48a5-80d8-906c2d452683,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:20.297275 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38566) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:20.299513 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-b72e3b7e-7e81-4f30-9ca8-fb8596bafef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:20.357162 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7de3a165-85b1-4741-98ea-e9f649fc7dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:20.386919 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7de3a165-85b1-4741-98ea-e9f649fc7dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:20.438265 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7de3a165-85b1-4741-98ea-e9f649fc7dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:20.441960 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0341f0c8-cdff-424d-b309-ff47e40600cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:20.455050 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3a165-85b1-4741-98ea-e9f649fc7dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b2d95-5497-48a5-80d8-906c2d452683,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:20.458818 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-7de3a165-85b1-4741-98ea-e9f649fc7dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:20.464298 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-7de3a165-85b1-4741-98ea-e9f649fc7dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:20.465413 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-7de3a165-85b1-4741-98ea-e9f649fc7dcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/084b2d95-5497-48a5-80d8-906c2d452683 HTTP/1.1" status: 204 len: 168 time: 0.1671252 May 18 10:09:21.186977 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38590) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:21.295663 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-575432455-network', 'tenant_id': '683c816d7f044b42be763eceb0803e90'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:21.300163 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:21.303919 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Usage tracker for resource:network and tenant:683c816d7f044b42be763eceb0803e90 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:21.307218 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:21.312712 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:21.322997 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Made reservation on behalf of 683c816d7f044b42be763eceb0803e90 for: {'network': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:09:21.325076 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.336506 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.350638 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:21.355213 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Usage tracker for resource:security_group_rule and tenant:683c816d7f044b42be763eceb0803e90 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:21.357925 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:21.363431 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:21.444001 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.447511 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.451269 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-36bb4c70-680d-474b-bfd2-0a6c3583ab10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:21.473906 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=91248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:09:21.486353 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a91d51e-360a-48a0-80cf-fa704b9e2fc0,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:21.490443 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:21.491349 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.491680 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.db.segments_db [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Added segment e66a071e-b349-450d-bcd3-2ea5a259d862 of type vlan for network 6cd463fa-8213-467e-9afd-1b6f08c93c43 May 18 10:09:21.517112 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.547823 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.549049 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:21.549649 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:21.552756 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a0fed2e8-3bfc-4b73-adbc-fa9f5fec28bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:21.732473 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd463fa-8213-467e-9afd-1b6f08c93c43,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:21.735708 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5477374 May 18 10:09:21.736540 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-63e787e7-7685-4075-81e7-3dd53c5f5e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:21.738523 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38596) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:21.742936 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network 6cd463fa-8213-467e-9afd-1b6f08c93c43 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:09:21.744121 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Request body: {'subnet': {'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-575432455-subnet', 'tenant_id': '683c816d7f044b42be763eceb0803e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:21.749517 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:21.753319 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Usage tracker for resource:subnet and tenant:683c816d7f044b42be763eceb0803e90 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:21.756141 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:21.762297 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:21.772178 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Made reservation on behalf of 683c816d7f044b42be763eceb0803e90 for: {'subnet': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:09:21.774508 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27023734'] for subnet, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.138384 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27007998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27023684'] for subnet, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.142701 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6c388e73-cbdf-4ffe-aa7b-64cbf58f6ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:22.213959 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ce5962-939f-4960-8079-18f3457dcd27,revision_number=0']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:22.217147 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:22.222710 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Checking segment: {'id': 'e66a071e-b349-450d-bcd3-2ea5a259d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:09:22.223058 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Network hostable DHCP agents. Network: 6cd463fa-8213-467e-9afd-1b6f08c93c43, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:09:22.239677 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Network 6cd463fa-8213-467e-9afd-1b6f08c93c43 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:09:22.249149 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, 6cd463fa-8213-467e-9afd-1b6f08c93c43) {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:09:22.257154 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:22.257765 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.258839 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6afcf-8627-4f8c-816b-365094feb1c5 None None] Network 6cd463fa-8213-467e-9afd-1b6f08c93c43 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:09:22.278668 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-eb4e1e7f-7be1-4e0a-86b4-6e1e6bc74022 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5391560 May 18 10:09:22.442516 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b084db6-028f-4fcf-9c0e-c15b65917c5d None None] Network 6cd463fa-8213-467e-9afd-1b6f08c93c43 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:09:22.780193 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38614) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:22.785996 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1360217165-network', 'tenant_id': 'f23c41dbfc3f4f2ba6d155ead9eb4c92'}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:22.791952 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:22.795801 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Usage tracker for resource:network and tenant:f23c41dbfc3f4f2ba6d155ead9eb4c92 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:22.798751 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:22.804408 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:22.814415 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Made reservation on behalf of f23c41dbfc3f4f2ba6d155ead9eb4c92 for: {'network': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:09:22.816787 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1043593'] for network, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.828404 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.842595 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:22.846316 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Usage tracker for resource:security_group_rule and tenant:f23c41dbfc3f4f2ba6d155ead9eb4c92 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:22.849127 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:22.855317 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:22.937227 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.941010 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.944740 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-3d4b51be-a6aa-47a9-88ff-53559d268983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:22.967428 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=91249) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:09:22.979628 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b89fc9-49a1-4f30-9ee5-9e3358e393ed,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:22.983056 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:22.985535 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:22.985897 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.db.segments_db [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Added segment 7cc4eb78-e024-4a8e-9e64-a345129595cf of type vlan for network cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1 May 18 10:09:23.012480 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755947006823'] for network, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:23.040474 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649'] for network, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:23.042394 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:23.042972 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:23.046202 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-fae12c9d-14b8-4e27-ad96-9e8cc4b64229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:23.239744 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Pushing event updated for resources: {'Network': ['ID=cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:23.242959 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4616926 May 18 10:09:23.244786 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-868b84eb-c913-43d0-bfbc-eee4b681b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:23.246466 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38618) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:23.250803 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Network cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1 details requested by agent ovs-agent-dv-cinder-772623-5-smb with host dv-cinder-772623-5-smb {{(pid=91250) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:09:23.251920 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.v2.base [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Request body: {'subnet': {'network_id': 'cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1360217165-subnet', 'tenant_id': 'f23c41dbfc3f4f2ba6d155ead9eb4c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91249) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:23.256726 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:23.260636 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Usage tracker for resource:subnet and tenant:f23c41dbfc3f4f2ba6d155ead9eb4c92 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:23.263446 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:23.269282 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:23.280042 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Made reservation on behalf of f23c41dbfc3f4f2ba6d155ead9eb4c92 for: {'subnet': 1} {{(pid=91249) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:09:23.282361 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2257430'] for subnet, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:23.658074 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2120658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2257444'] for subnet, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:23.662427 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:23.735572 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=873b1a1e-dbbc-428f-a751-4cb789c9cf25,revision_number=0']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:23.740762 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:23.743164 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Checking segment: {'id': '7cc4eb78-e024-4a8e-9e64-a345129595cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:09:23.743535 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Network hostable DHCP agents. Network: cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1, hostable agents: ['ef35ec43-3ed4-42c0-aed3-94357e3d2103'], hosted agents: [] {{(pid=91249) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:09:23.761246 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Network cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1 is scheduled to be hosted by DHCP agent ef35ec43-3ed4-42c0-aed3-94357e3d2103 with binding_index 1 {{(pid=91249) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:09:23.770202 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.scheduler.base_scheduler [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-smb, cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1) {{(pid=91249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:09:23.779605 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91249) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:23.780224 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:23.783267 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5daec-1a24-46b6-92c0-bb243c82b323 None None] Network cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:09:23.809717 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-25b5e886-29f2-4e18-8d26-4f4d9f88c26d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5535605 May 18 10:09:23.969710 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767580c1-f9e0-47f4-9bce-61862632fc42 None None] Network cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1 requested from dv-cinder-772623-5-smb {{(pid=91250) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:09:24.368009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-a385cfba-1310-4162-ba5a-db37e0e1514f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:24.368688 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-a385cfba-1310-4162-ba5a-db37e0e1514f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Synchronizing usage tracker for tenant:683c816d7f044b42be763eceb0803e90 on resource:network {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:09:24.385623 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-a385cfba-1310-4162-ba5a-db37e0e1514f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Unset dirty status for tenant:683c816d7f044b42be763eceb0803e90 on resource:network {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:09:24.386721 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-a385cfba-1310-4162-ba5a-db37e0e1514f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/networks?id=6cd463fa-8213-467e-9afd-1b6f08c93c43 HTTP/1.1" status: 200 len: 808 time: 0.1614363 May 18 10:09:24.401477 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-c2205b18-2dc2-46d1-b2e2-221fa2992267 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/quotas/683c816d7f044b42be763eceb0803e90 HTTP/1.1" status: 200 len: 375 time: 0.0092123 May 18 10:09:24.448554 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-0587d6b7-82d0-430d-b2b6-5297c15c95f7 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=683c816d7f044b42be763eceb0803e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421648 May 18 10:09:24.672018 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-43cbc4da-fcfb-4023-bfd4-33ce3d009fdb service neutron] 10.222.0.36 "GET /v2.0/networks/6cd463fa-8213-467e-9afd-1b6f08c93c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169969 May 18 10:09:24.803270 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-8c3ffd9c-8acd-4f39-83d6-f7cdaf47dab1 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd463fa-8213-467e-9afd-1b6f08c93c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253607 May 18 10:09:24.982880 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-b7360646-1f5a-4813-bccf-b0555d4f203a req-3d7d9863-f7e2-4f33-95c6-4305acda9578 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 210 time: 0.0455518 May 18 10:09:25.979767 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-13755565-a662-46c8-974e-9d11eb76ec3e tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:25.981174 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-13755565-a662-46c8-974e-9d11eb76ec3e tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.24 "GET /v2.0/networks?id=6cd463fa-8213-467e-9afd-1b6f08c93c43 HTTP/1.1" status: 200 len: 808 time: 0.1442049 May 18 10:09:25.993028 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Request body: {'port': {'device_id': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43', 'admin_state_up': True, 'tenant_id': '683c816d7f044b42be763eceb0803e90'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:26.143537 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-0105dfaf-2db0-4d4c-88da-f20b76ddbc9e req-16041063-a937-4fa3-9a27-74d9ca61107e tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 210 time: 0.0504391 May 18 10:09:26.170977 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:26.175422 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Usage tracker for resource:port and tenant:683c816d7f044b42be763eceb0803e90 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:09:26.178226 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:09:26.184388 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:26.193307 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Made reservation on behalf of 683c816d7f044b42be763eceb0803e90 for: {'port': 1} {{(pid=91248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:09:26.196686 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:26.442564 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.db_base_plugin_common [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Allocated IP 172.20.0.2 (6cd463fa-8213-467e-9afd-1b6f08c93c43/d1ce5962-939f-4960-8079-18f3457dcd27/22c75b99-b331-46ae-9a9c-9fb7a2b77d58) {{(pid=91248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:09:26.639202 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks [] for port, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:26.667577 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755947012846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:26.672799 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a300402f-aa49-42c8-b63c-e747782e89a8 tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:26.739566 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Network 6cd463fa-8213-467e-9afd-1b6f08c93c43 is already hosted by enough agents. {{(pid=91248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:09:26.742742 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.scheduler.base_scheduler [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Resources bound (agent type, host, resource id): {{(pid=91248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:09:26.748220 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Received port after_create {{(pid=91248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:09:26.786011 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Pushing event updated for resources: {'Port': ['ID=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:26.790207 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:26.817205 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:26.817843 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:26.837200 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-f1185a41-be1d-4208-bff1-e17f44a1e563 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8478670 May 18 10:09:26.848628 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.v2.base [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Request body: {'port': {'device_id': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:26.956194 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:27.334926 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 {{(pid=91248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:09:27.349471 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:27.370542 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.provisioning_blocks [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Transition to ACTIVE for port object 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 will not be triggered until provisioned by entity L2. {{(pid=91248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:09:27.374432 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:27.379499 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-6598b854-a62d-4cc2-a6ac-0c375a251230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:27.506836 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197acca-186d-4698-bb4d-2425de4df5ad req-de352aec-4aea-45c2-ac54-cd546022493f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:27.507531 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6197acca-186d-4698-bb4d-2425de4df5ad req-de352aec-4aea-45c2-ac54-cd546022493f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Synchronizing usage tracker for tenant:683c816d7f044b42be763eceb0803e90 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:09:27.553727 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,revision_number=2']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:27.563831 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:27.592414 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6197acca-186d-4698-bb4d-2425de4df5ad req-de352aec-4aea-45c2-ac54-cd546022493f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Unset dirty status for tenant:683c816d7f044b42be763eceb0803e90 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:09:27.593667 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6197acca-186d-4698-bb4d-2425de4df5ad req-de352aec-4aea-45c2-ac54-cd546022493f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 931 time: 0.3213706 May 18 10:09:27.665415 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6197acca-186d-4698-bb4d-2425de4df5ad req-d3df9d5b-e6e1-48b0-ba4a-4543419f67fe tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Synchronizing usage tracker for tenant:683c816d7f044b42be763eceb0803e90 on resource:security_group {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:09:27.670526 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Attempting to bind port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:09:27.670897 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Attempting to bind port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'e66a071e-b349-450d-bcd3-2ea5a259d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43'}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:09:27.671225 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Attempting to bind port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 on network 6cd463fa-8213-467e-9afd-1b6f08c93c43 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:09:27.678791 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 on network 6cd463fa-8213-467e-9afd-1b6f08c93c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:09:27.679111 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Attempting to bind port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 on network 6cd463fa-8213-467e-9afd-1b6f08c93c43 {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:09:27.689749 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Checking agent: {'id': '8dc02943-390b-44c1-be7f-149065a11abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:09:27.690018 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Checking segment: {'id': 'e66a071e-b349-450d-bcd3-2ea5a259d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:09:27.690399 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Bound using segment: {'id': 'e66a071e-b349-450d-bcd3-2ea5a259d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43'} {{(pid=91248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:09:27.690828 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.managers [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Bound port: 22c75b99-b331-46ae-9a9c-9fb7a2b77d58, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66a071e-b349-450d-bcd3-2ea5a259d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43'}}] {{(pid=91248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:09:27.691200 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:27.705323 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-6197acca-186d-4698-bb4d-2425de4df5ad req-d3df9d5b-e6e1-48b0-ba4a-4543419f67fe tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Unset dirty status for tenant:683c816d7f044b42be763eceb0803e90 on resource:security_group {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:09:27.706466 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6197acca-186d-4698-bb4d-2425de4df5ad req-d3df9d5b-e6e1-48b0-ba4a-4543419f67fe tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065488 May 18 10:09:27.781423 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] For port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58, host hv-cinder-77262, cleared binding levels {{(pid=91248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:09:27.784486 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] For port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,segment=NetworkSegment(e66a071e-b349-450d-bcd3-2ea5a259d862),segment_id=e66a071e-b349-450d-bcd3-2ea5a259d862)] {{(pid=91248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:09:27.788153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27208055'] for port, after_update {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:27.793101 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:27.850982 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:27.851590 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:27.852940 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/22c75b99-b331-46ae-9a9c-9fb7a2b77d58 HTTP/1.1" status: 200 len: 1093 time: 1.0083020 May 18 10:09:27.854009 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'tag': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:09:27.873043 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,revision_number=3']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:27.876038 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-91014d6b-db3a-4f0a-807b-276d00ffb7a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:27.922604 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'tag': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58', 'status': 'completed', 'code': 200} May 18 10:09:27.962135 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-72dc47cc-1af7-4d75-8e03-131547ae9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:27.963634 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-72dc47cc-1af7-4d75-8e03-131547ae9d1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=683c816d7f044b42be763eceb0803e90&device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 1096 time: 0.0736034 May 18 10:09:28.123444 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-9853e386-d6cc-4e45-a09c-9b0b93e688cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c75b99-b331-46ae-9a9c-9fb7a2b77d58 HTTP/1.1" status: 200 len: 217 time: 0.1520865 May 18 10:09:28.184716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-deb6d200-f611-45d8-99bc-f9e75487cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:28.186122 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-deb6d200-f611-45d8-99bc-f9e75487cd37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1ce5962-939f-4960-8079-18f3457dcd27 HTTP/1.1" status: 200 len: 848 time: 0.0565925 May 18 10:09:28.232545 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-436b0e9d-663e-4b69-a92c-02cebbd078d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cd463fa-8213-467e-9afd-1b6f08c93c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394914 May 18 10:09:28.359388 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-5691061d-1848-4baf-9b18-ec900d4b3e60 service neutron] 10.222.0.24 "GET /v2.0/networks/6cd463fa-8213-467e-9afd-1b6f08c93c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204631 May 18 10:09:28.492426 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-993a255f-a3e1-47d1-96e0-198ae663ebc9 req-90335e88-b963-45ec-989e-292cd7693578 service neutron] 10.222.0.24 "GET /v2.0/networks/6cd463fa-8213-467e-9afd-1b6f08c93c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252174 May 18 10:09:28.607254 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-e124f9d7-dc6b-46a0-8f07-fcee0abf97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:28.608692 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-e124f9d7-dc6b-46a0-8f07-fcee0abf97bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=683c816d7f044b42be763eceb0803e90&device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 1096 time: 0.0737357 May 18 10:09:28.740576 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-c719f707-7d51-4d9b-a9ca-2c96532fcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:28.742084 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-c719f707-7d51-4d9b-a9ca-2c96532fcd7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6cd463fa-8213-467e-9afd-1b6f08c93c43 HTTP/1.1" status: 200 len: 909 time: 0.1266963 May 18 10:09:28.813536 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-4abb6352-dc9c-491b-b363-d61fd0e712eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c75b99-b331-46ae-9a9c-9fb7a2b77d58 HTTP/1.1" status: 200 len: 217 time: 0.0644643 May 18 10:09:28.921526 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-c1d71756-24c4-476e-96cc-d87c7011463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:28.922924 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-c1d71756-24c4-476e-96cc-d87c7011463e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1ce5962-939f-4960-8079-18f3457dcd27 HTTP/1.1" status: 200 len: 848 time: 0.0739217 May 18 10:09:28.980527 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-886ff23a-5847-446f-bef1-a31c933b0114 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cd463fa-8213-467e-9afd-1b6f08c93c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479434 May 18 10:09:28.990050 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a2f7-09c8-4895-9944-98ac7ad622ea req-0f7636d8-7cbb-4c07-a0e4-4be1244b77c4 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:28.991630 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8744a2f7-09c8-4895-9944-98ac7ad622ea req-0f7636d8-7cbb-4c07-a0e4-4be1244b77c4 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 943 time: 0.1772616 May 18 10:09:29.120594 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-8744a2f7-09c8-4895-9944-98ac7ad622ea req-f469dd75-2a43-4c7f-a80c-d9770d41ae9a tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097431 May 18 10:09:29.149926 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-7579898e-b6f1-4ce2-b792-a750f17c0616 service neutron] 10.222.0.24 "GET /v2.0/networks/6cd463fa-8213-467e-9afd-1b6f08c93c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573968 May 18 10:09:29.280086 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-648b97bb-a15c-4962-8ef7-11258edb5f35 req-2e5d26b1-bfe1-4294-8270-297958a2a59e service neutron] 10.222.0.24 "GET /v2.0/networks/6cd463fa-8213-467e-9afd-1b6f08c93c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236904 May 18 10:09:30.272672 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91250) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:09:30.303052 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0271a17-418a-4773-8087-09bb32c31a8f req-3ba1bb88-399f-4b41-b970-a659e373ef51 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:30.304678 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0271a17-418a-4773-8087-09bb32c31a8f req-3ba1bb88-399f-4b41-b970-a659e373ef51 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 943 time: 0.0793140 May 18 10:09:30.353186 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d0271a17-418a-4773-8087-09bb32c31a8f req-c0f4d66b-c1d8-4a85-864f-cd1f998e7ec5 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 May 18 10:09:30.409177 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,segment=NetworkSegment(e66a071e-b349-450d-bcd3-2ea5a259d862),segment_id=e66a071e-b349-450d-bcd3-2ea5a259d862)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:30.422895 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Returning: {'device': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58', 'network_id': '6cd463fa-8213-467e-9afd-1b6f08c93c43', 'port_id': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58', 'mac_address': 'fa:16:3e:9b:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ce5962-939f-4960-8079-18f3457dcd27', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91250) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:09:30.476693 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:30.494570 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 {{(pid=91250) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:09:30.509194 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,segment=NetworkSegment(e66a071e-b349-450d-bcd3-2ea5a259d862),segment_id=e66a071e-b349-450d-bcd3-2ea5a259d862)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:30.514150 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:30.515961 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-24886b32-4fb7-486d-9efe-0e181793bd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:30.584079 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,revision_number=4']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:30.586983 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:30.702604 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['22c75b99-b331-46ae-9a9c-9fb7a2b77d58'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:09:31.535268 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59b88-a10e-47b0-91f7-1cd29ef4dd28 req-1ae00044-d4cd-44f7-a3ed-c472a9168d64 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:31.536710 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efa59b88-a10e-47b0-91f7-1cd29ef4dd28 req-1ae00044-d4cd-44f7-a3ed-c472a9168d64 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 944 time: 0.0804486 May 18 10:09:31.580548 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-efa59b88-a10e-47b0-91f7-1cd29ef4dd28 req-4e88ddf8-cbf3-46df-953f-3be4fdc9f390 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380437 May 18 10:09:32.301128 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 up at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:09:32.367706 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning for port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 completed by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:09:32.372765 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.db.provisioning_blocks [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Provisioning complete for port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 triggered by entity L2. {{(pid=91250) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:09:32.373138 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866904'] for port, provisioning_complete {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:32.486913 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1043590'] for port, before_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:32.513333 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58'}] {{(pid=91250) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:09:32.522859 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] For port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,segment=NetworkSegment(e66a071e-b349-450d-bcd3-2ea5a259d862),segment_id=e66a071e-b349-450d-bcd3-2ea5a259d862)] {{(pid=91250) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:32.527380 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755947545263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755947015940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755947015985'] for port, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:32.529211 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:32.563762 dv-cinder-772623-5-smb neutron-server[91250]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58', 'code': 200} May 18 10:09:32.597343 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Pushing event updated for resources: {'Port': ['ID=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,revision_number=5']} {{(pid=91250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:32.600117 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG oslo_concurrency.lockutils [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91250) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:32.824320 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc31cb-4fcd-4873-8be6-74e282196361 req-214898e3-a220-425e-aa2e-47b10053a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:32.825725 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d8bc31cb-4fcd-4873-8be6-74e282196361 req-214898e3-a220-425e-aa2e-47b10053a845 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 1098 time: 0.1013484 May 18 10:09:32.833683 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fe8ad-5b9c-43d4-a3b2-4ced3994ada2 req-614faabb-58e3-475e-9bb6-752093cec803 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:32.835011 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-207fe8ad-5b9c-43d4-a3b2-4ced3994ada2 req-614faabb-58e3-475e-9bb6-752093cec803 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 945 time: 0.1472774 May 18 10:09:32.988499 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-d8bc31cb-4fcd-4873-8be6-74e282196361 req-a60d53ca-292c-42a6-8341-73f956de6da2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525598 May 18 10:09:32.996205 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-207fe8ad-5b9c-43d4-a3b2-4ced3994ada2 req-24b06a83-8719-4255-bc2d-93de9a9b2247 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482747 May 18 10:09:34.180674 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876d136-768b-4125-9b17-d90834c07a07 req-8339b88f-152d-4912-92b1-1083ca9cf255 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:34.182666 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4876d136-768b-4125-9b17-d90834c07a07 req-8339b88f-152d-4912-92b1-1083ca9cf255 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 945 time: 0.0816951 May 18 10:09:34.226804 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-4876d136-768b-4125-9b17-d90834c07a07 req-74adf439-fd40-4636-87a4-3457abb9b447 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385633 May 18 10:09:37.476418 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c606fab-e85c-46a3-b021-8f05b7d494a9 req-ad24ea1c-e459-4021-a61d-31c7b5d1d1ed tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:37.477883 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c606fab-e85c-46a3-b021-8f05b7d494a9 req-ad24ea1c-e459-4021-a61d-31c7b5d1d1ed tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 945 time: 0.0803287 May 18 10:09:37.523666 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-6c606fab-e85c-46a3-b021-8f05b7d494a9 req-2c92170f-a0a6-4e0b-a0a3-48b94d8ece54 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390654 May 18 10:09:38.770454 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c9d63-f80f-48ef-8ab8-13bc0a5bcac0 req-d7b3e203-9888-4fc3-98ec-708925a5c8de tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:38.771899 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5f9c9d63-f80f-48ef-8ab8-13bc0a5bcac0 req-d7b3e203-9888-4fc3-98ec-708925a5c8de tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 945 time: 0.1399069 May 18 10:09:38.780977 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-7a89b3b4-176c-48fd-ad02-f9697d71555f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:38.782372 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-7a89b3b4-176c-48fd-ad02-f9697d71555f tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 945 time: 0.1188469 May 18 10:09:38.875372 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-5f9c9d63-f80f-48ef-8ab8-13bc0a5bcac0 req-56f9c440-5140-4bab-84cf-1f48e77fff04 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a91d51e-360a-48a0-80cf-fa704b9e2fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919442 May 18 10:09:38.944222 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Deleting port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 {{(pid=91248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:09:38.944554 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755947542631'] for port, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:39.072062 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.db [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] For port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,segment=NetworkSegment(e66a071e-b349-450d-bcd3-2ea5a259d862),segment_id=e66a071e-b349-450d-bcd3-2ea5a259d862)] {{(pid=91248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:39.072412 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3697033'] for port, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:39.194408 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.plugins.ml2.plugin [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Calling delete_port for 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 owned by compute:nova {{(pid=91248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:09:39.301479 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1044349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755947545272', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755947012855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27208046'] for port, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:39.307645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-21117df7-62e1-4fdd-b231-fa916c03445b tempest-AttachVolumeTestJSON-1356977925 tempest-AttachVolumeTestJSON-1356977925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:39.314177 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.db [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] get_ports_and_sgs() called for port_ids ['22c75b99-b331-46ae-9a9c-9fb7a2b77d58'] {{(pid=91250) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:09:39.350883 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Pushing event deleted for resources: {'Port': ['ID=22c75b99-b331-46ae-9a9c-9fb7a2b77d58,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:39.361321 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:39.435230 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.l3_dvrscheduler_db [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] No DVR routers for this DVR port 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 on host hv-cinder-77262 {{(pid=91248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:09:39.438020 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7653'] for port, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:39.440597 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'name': 'network-vif-deleted', 'tag': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58'}] {{(pid=91248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:09:39.456536 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-785b8471-98a8-4501-a373-aeb1c9fd5d74 req-88e5d642-5fc4-4088-a629-bbd2206c4d02 tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.24 "DELETE /v2.0/ports/22c75b99-b331-46ae-9a9c-9fb7a2b77d58 HTTP/1.1" status: 204 len: 173 time: 0.6602304 May 18 10:09:39.487770 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41', 'name': 'network-vif-deleted', 'tag': '22c75b99-b331-46ae-9a9c-9fb7a2b77d58', 'status': 'completed', 'code': 200} May 18 10:09:40.044527 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-498cb27f-091c-44a2-bf71-704bcd10264d req-ab51b912-7b7d-47fc-a01b-32503830126e tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Synchronizing usage tracker for tenant:683c816d7f044b42be763eceb0803e90 on resource:port {{(pid=91248) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:09:40.059173 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [req-498cb27f-091c-44a2-bf71-704bcd10264d req-ab51b912-7b7d-47fc-a01b-32503830126e tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] Unset dirty status for tenant:683c816d7f044b42be763eceb0803e90 on resource:port {{(pid=91248) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:09:40.060369 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [req-498cb27f-091c-44a2-bf71-704bcd10264d req-ab51b912-7b7d-47fc-a01b-32503830126e tempest-VolumesActionsTest-205709151 tempest-VolumesActionsTest-205709151-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d76898-b5e2-4d71-9b7f-0a3ad78a3b41 HTTP/1.1" status: 200 len: 210 time: 0.0618119 May 18 10:09:41.628732 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-49d4f071-9554-4f25-a020-68e7cc795a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:42.334944 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:09:42.368184 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.plugin [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] No Port match for: 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 {{(pid=91250) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:09:42.368522 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron.plugins.ml2.rpc [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Device 22c75b99-b331-46ae-9a9c-9fb7a2b77d58 not bound to the agent host hv-cinder-77262 {{(pid=91250) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:09:43.066733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:44.168953 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4d41-2a3d-445e-b254-3526d777348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:44.285741 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:45.247955 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:47.024056 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:52.645152 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:09:58.090702 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38832) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:58.149369 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Deleting subnet d1ce5962-939f-4960-8079-18f3457dcd27 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:09:58.152437 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.201182 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.259673 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.494546 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.499557 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:58.532328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ce5962-939f-4960-8079-18f3457dcd27,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:58.535197 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.544053 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.544431 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.544799 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.545162 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.545556 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.545913 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.546267 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.546623 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.546976 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.547324 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.547672 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.548020 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:58.551425 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d1ce5962-939f-4960-8079-18f3457dcd27 HTTP/1.1" status: 204 len: 168 time: 0.4596519 May 18 10:09:58.552271 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d7fea9ae-c4da-4190-a724-f585321a144f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:58.553943 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38836) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:58.655869 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.773213 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.786202 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd463fa-8213-467e-9afd-1b6f08c93c43']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:58.799370 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66a071e-b349-450d-bcd3-2ea5a259d862') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:58.799661 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66a071e-b349-450d-bcd3-2ea5a259d862') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:58.810634 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.825969 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.831848 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:09:58.832249 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:09:58.845337 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:09:58.923405 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.926752 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:58.939205 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.948931 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd463fa-8213-467e-9afd-1b6f08c93c43,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:58.951883 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:58.958208 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-05b4ff3e-a42b-4148-9c99-45036dd3b198 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6cd463fa-8213-467e-9afd-1b6f08c93c43 HTTP/1.1" status: 204 len: 168 time: 0.4033749 May 18 10:09:58.961025 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38840) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:59.017698 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Deleting subnet 873b1a1e-dbbc-428f-a751-4cb789c9cf25 {{(pid=91249) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:09:59.020623 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.159710 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2189434'] for subnet, precommit_delete_associations {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.212539 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855370'] for subnet, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.447078 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2120605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2257453'] for subnet, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.451328 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:59.484343 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873b1a1e-dbbc-428f-a751-4cb789c9cf25,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:59.486260 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for subnet, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.488623 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:59.492719 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-d37d71e8-effa-4040-8718-cf539879fa64 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/873b1a1e-dbbc-428f-a751-4cb789c9cf25 HTTP/1.1" status: 204 len: 168 time: 0.5307760 May 18 10:09:59.495874 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38844) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:59.596043 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1013810'] for network, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.714341 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852673', 'neutron.services.segments.db._delete_segments_for_network-8755947441026'] for network, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.726596 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1']}} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:59.738704 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc4eb78-e024-4a8e-9e64-a345129595cf') {'for_net_delete': True} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:59.738995 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.services.segments.db [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc4eb78-e024-4a8e-9e64-a345129595cf') {} {{(pid=91249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:59.750604 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755947451531', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2189421'] for segment, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.769305 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881'] for segment, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.775178 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=91249) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:09:59.775546 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2320703'] for segment, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: Traceback (most recent call last): May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: timer() May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: cb(*args, **kw) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: return func(*args, **kwargs) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: self._notify() May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: self.callback(batched_events) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: event.method(event) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: return f(self, *a, **k) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: return self._get(url).json() May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: return self.request(url, 'GET', **kwargs) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:09:59.788481 dv-cinder-772623-5-smb neutron-server[91249]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:09:59.859176 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4169623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3697743'] for network, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.862431 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:59.874946 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678620'] for network, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:59.883444 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:59.886150 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cc8f2d50-e1b9-4edc-87ce-703c5a2ebdb1 HTTP/1.1" status: 204 len: 168 time: 0.3893423 May 18 10:09:59.886982 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-85355171-1477-46f7-884e-40e7220fc198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:00.056368 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38850) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:00.107731 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-3a83295e-d843-46eb-9a34-a074996a9928 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=683c816d7f044b42be763eceb0803e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501695 May 18 10:10:00.110070 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38854) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:00.166680 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3b5-ceba-4cb3-a44e-430c2511e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.192361 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3b5-ceba-4cb3-a44e-430c2511e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.242794 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3b5-ceba-4cb3-a44e-430c2511e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.247386 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4b31e2df-94a6-4e61-ba9e-6f10e6e2f5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:00.261502 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdd3b5-ceba-4cb3-a44e-430c2511e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a91d51e-360a-48a0-80cf-fa704b9e2fc0,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:00.264281 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-29fdd3b5-ceba-4cb3-a44e-430c2511e791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:00.269626 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3b5-ceba-4cb3-a44e-430c2511e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.270711 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-29fdd3b5-ceba-4cb3-a44e-430c2511e791 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a91d51e-360a-48a0-80cf-fa704b9e2fc0 HTTP/1.1" status: 204 len: 168 time: 0.1597874 May 18 10:10:00.602175 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38862) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:00.656153 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-de03dc55-3d5e-4de3-86ae-7577e020b655 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f23c41dbfc3f4f2ba6d155ead9eb4c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527604 May 18 10:10:00.658458 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38866) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:00.715818 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.741146 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.791758 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.795549 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-5e60f983-127e-41d4-bd8b-b6ac56f773c6 tempest-VolumesNegativeTest-1181560357 tempest-VolumesNegativeTest-1181560357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:00.806153 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b89fc9-49a1-4f30-9ee5-9e3358e393ed,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:00.817629 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.817995 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.818356 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.818710 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.819057 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.819401 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.819744 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.820087 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.820428 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.820765 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.821103 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.821461 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:00.825556 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:00.826487 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:00.827571 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-b02564ae-123e-4395-89b4-0b1cb2140b2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3b89fc9-49a1-4f30-9ee5-9e3358e393ed HTTP/1.1" status: 204 len: 168 time: 0.1682558 May 18 10:10:10.217104 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 38990) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:10.331859 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.346311 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:10:10.350110 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd8202ee99e42749f9233a2b06ada1a is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:10:10.352873 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:10:10.359255 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:10:10.438849 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.442550 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.454116 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9397e706-61a1-4f37-9184-7ca0a50d3c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:10.493564 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cd8202ee99e42749f9233a2b06ada1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753167 May 18 10:10:10.495049 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d7765-b8e2-4a9b-b550-424bb78e8dea,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:10.496352 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 38996) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:10.498172 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2d97a24d-c988-470c-a199-f49144d8a015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:10.554375 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-af5c83c4-b42e-45e2-9337-4e50a9c06dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.581751 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-af5c83c4-b42e-45e2-9337-4e50a9c06dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.631826 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-af5c83c4-b42e-45e2-9337-4e50a9c06dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.637186 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-e72e9576-1be2-4335-b069-2f715cae805c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:10.646853 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c83c4-b42e-45e2-9337-4e50a9c06dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d7765-b8e2-4a9b-b550-424bb78e8dea,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:10.649201 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-af5c83c4-b42e-45e2-9337-4e50a9c06dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:10.654778 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-af5c83c4-b42e-45e2-9337-4e50a9c06dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.655883 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-af5c83c4-b42e-45e2-9337-4e50a9c06dca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad9d7765-b8e2-4a9b-b550-424bb78e8dea HTTP/1.1" status: 204 len: 168 time: 0.1577201 May 18 10:10:10.931815 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 39004) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:10.950269 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:10.964426 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:10:10.974979 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Usage tracker for resource:security_group_rule and tenant:d002b71c0a6c444a976353df7299041f is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:10:10.978418 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:10:10.985555 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:10:11.065909 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.069555 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.076223 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1cab841c-644d-4279-9ccc-065c8a2bb0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:11.114645 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377ad40-30bc-4335-b685-8cd8cffd3df5,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:11.121971 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d002b71c0a6c444a976353df7299041f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854920 May 18 10:10:11.121971 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-1287a67a-7958-48be-adcc-c3d68281d8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:11.122397 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 39008) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:11.182604 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.207453 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.258716 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.264192 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-9aef5348-5c35-42f6-a7dd-7ff52404f8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:11.277088 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377ad40-30bc-4335-b685-8cd8cffd3df5,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:11.279992 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:11.288553 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.289711 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e377ad40-30bc-4335-b685-8cd8cffd3df5 HTTP/1.1" status: 204 len: 168 time: 0.1666107 May 18 10:10:11.630720 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd07e-b6c1-45d5-9d40-7733902934f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.645703 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 39016) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:11.663310 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.677734 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:10:11.681697 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Usage tracker for resource:security_group_rule and tenant:b3353fea8d7b4177ad7e3dc22b9fa24f is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:10:11.685113 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:10:11.690963 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:10:11.773159 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.777468 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.785820 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-2ae051b8-500f-474c-9fe1-312ad7947c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:11.824415 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3353fea8d7b4177ad7e3dc22b9fa24f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776478 May 18 10:10:11.825283 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32737dc-f583-4a49-9499-c9f5c5cdfb73,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:11.827266 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 39020) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:11.828616 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:11.884710 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c91868f-0f64-460c-9c74-436ef7989ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.909908 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c91868f-0f64-460c-9c74-436ef7989ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.961806 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c91868f-0f64-460c-9c74-436ef7989ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.967463 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-9f7b73b0-ddd8-4fe4-ae1b-5a2cb0bd9c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:11.977562 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91868f-0f64-460c-9c74-436ef7989ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32737dc-f583-4a49-9499-c9f5c5cdfb73,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:11.983150 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-4c91868f-0f64-460c-9c74-436ef7989ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:11.985369 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-4c91868f-0f64-460c-9c74-436ef7989ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:11.986169 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-4c91868f-0f64-460c-9c74-436ef7989ce2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d32737dc-f583-4a49-9499-c9f5c5cdfb73 HTTP/1.1" status: 204 len: 168 time: 0.1579175 May 18 10:10:13.080194 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:14.175374 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-a0980d17-36a3-4a53-a17b-7eef722523ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:14.288308 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:15.250714 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:17.029673 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:29.644130 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:10:35.629168 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 39192) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:35.748091 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:35.765913 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:10:35.769633 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Usage tracker for resource:security_group_rule and tenant:417fd2e2cda74026b495687d3d7aee00 is out of sync, need to count used quota {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:10:35.772377 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.quota.resource [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91249) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:10:35.778796 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.db.quota.driver [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91249) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:10:35.878365 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:35.882258 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:35.892417 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-541b3f3a-72a8-4121-b92e-453c7bfe6874 tempest-AttachVolumeShelveTestJSON-161008500 tempest-AttachVolumeShelveTestJSON-161008500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:35.940198 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=417fd2e2cda74026b495687d3d7aee00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097498 May 18 10:10:35.942008 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c7a1a-0100-4362-aa07-e36e952a5090,revision_number=1']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:35.942767 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 39198) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:10:35.947429 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-2897206b-5951-42f2-9567-71690e206917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:36.005245 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1b9f-f489-4d15-8437-816fe4ff4bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:36.030735 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1b9f-f489-4d15-8437-816fe4ff4bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:36.080947 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1b9f-f489-4d15-8437-816fe4ff4bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:36.085510 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-a04948c8-1827-42e9-bfdb-b098c7cc9689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:36.097450 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c1b9f-f489-4d15-8437-816fe4ff4bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c7a1a-0100-4362-aa07-e36e952a5090,revision_number=None']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:36.101739 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-0b0c1b9f-f489-4d15-8437-816fe4ff4bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:36.106329 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-0b0c1b9f-f489-4d15-8437-816fe4ff4bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:36.107433 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-0b0c1b9f-f489-4d15-8437-816fe4ff4bef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb0c7a1a-0100-4362-aa07-e36e952a5090 HTTP/1.1" status: 204 len: 168 time: 0.1637087 May 18 10:10:41.631839 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-96e6a26c-37d6-4e47-87c4-cb4e2b7f228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:43.075420 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:44.167153 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-e7162d85-3b06-48c7-b39d-515c95a6e5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:44.290914 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:45.253873 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:47.030692 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.147530 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.wsgi [-] (91248) accepted ('10.222.0.36', 39378) {{(pid=91248) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:00.264786 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.278396 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:11:00.282417 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a01eb837e694dc98509b098fdc93ff8 is out of sync, need to count used quota {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:11:00.285124 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.quota.resource [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91248) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:11:00.290666 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.db.quota.driver [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:11:00.372913 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.377187 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron_lib.callbacks.manager [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_create {{(pid=91248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.384876 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-af2a485f-bc25-4c93-ac07-c11490c595f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:00.509813 dv-cinder-772623-5-smb neutron-server[91248]: INFO neutron.wsgi [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a01eb837e694dc98509b098fdc93ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610010 May 18 10:11:00.510516 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7668a4d5-7ee5-40e6-87a5-46c7a20d022f,revision_number=1']} {{(pid=91248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:00.512346 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.wsgi [-] (91249) accepted ('10.222.0.36', 39384) {{(pid=91249) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:00.513662 dv-cinder-772623-5-smb neutron-server[91248]: DEBUG oslo_concurrency.lockutils [None req-f71b11d1-ff6a-4cd7-8efc-84d095d4b1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:00.572127 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.596668 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.651147 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4169589'] for security_group, after_delete {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.655422 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-c8fdba94-92d7-47fc-b217-bca485c035ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:00.667423 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7668a4d5-7ee5-40e6-87a5-46c7a20d022f,revision_number=None']} {{(pid=91249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:00.679772 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.680140 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.680501 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.680862 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.681218 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.681599 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.681948 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.682292 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.682637 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.682980 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.683322 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.683656 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-smb {{(pid=91249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:00.687005 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG oslo_concurrency.lockutils [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:00.688184 dv-cinder-772623-5-smb neutron-server[91249]: DEBUG neutron_lib.callbacks.manager [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.689299 dv-cinder-772623-5-smb neutron-server[91249]: INFO neutron.wsgi [None req-83d0c403-8655-403f-bed9-66e1bbe14d43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7668a4d5-7ee5-40e6-87a5-46c7a20d022f HTTP/1.1" status: 204 len: 168 time: 0.1759613 May 18 10:11:06.643255 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:11:11.633484 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-eff70e4a-0f15-4c91-957a-83d59e09c558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:13.088299 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:14.169049 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-4fd41263-d934-4ef5-985a-f0297ad57954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:14.292286 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:15.256687 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:17.034408 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:41.635012 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-befca510-a25d-4c8c-89f6-174cb2a16590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:43.093574 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:43.642073 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:11:44.170688 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-07adce5a-0cf6-4bc4-a354-aeccb6633ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:44.293551 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:45.258229 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:47.037378 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.639576 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-e336683d-c31f-45bf-ab63-52b81bde83d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:13.120981 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:14.173057 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-794c4c28-be04-43b2-8a2a-f79a6b0dbb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:14.293876 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.261000 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:17.039733 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:20.640911 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:12:41.641547 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b62dea02-cb2e-44a1-a73b-52b72e47c168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:43.120796 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.173496 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-e90d4b74-56b9-474d-bb61-ee77936b5d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.295320 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:45.262950 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.041995 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:57.646275 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:13:11.643557 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ca6fd94a-8458-487f-9861-648971e26f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:13.134467 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:14.174634 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-58386811-44b1-41dc-9d64-8a60f5e1b383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:14.296417 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:15.265352 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:17.045680 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.644951 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:13:41.644817 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-24b7f1a8-1c46-49bd-9bfb-b5dd036dd64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.151436 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:44.176144 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-2778aa9c-ff8d-4ad1-8b6b-7d34baf3a26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:44.296782 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.267804 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.049135 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:11.643441 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:14:11.646273 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-465f28d8-dca4-4af9-b935-81dfef9394d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:13.150746 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:14.179319 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5aae10d2-ff86-423e-a3fe-cea1074026f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:14.297354 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:15.269688 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:17.052287 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:41.647704 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-3ed2b67a-dba4-406a-b61c-805c1e175770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.166863 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.180310 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-ee6e93b6-a5ab-4921-8630-fea567796c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.299156 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:45.271786 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:47.054572 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:48.642471 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:15:11.649126 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-4246c688-5505-41e1-9503-4d47f7f0edc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:13.167147 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:14.181206 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1177aaa6-9eec-427e-b8c5-ca8ef141242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:14.299916 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:15.274758 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:17.057063 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:25.641731 dv-cinder-772623-5-smb neutron-server[91251]: DEBUG neutron.db.agents_db [None req-776cbda8-74ba-461c-b249-420a80f7bdc6 None None] Agent healthcheck: found 6 active agents {{(pid=91251) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:15:41.650246 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-5b4003ee-4273-4323-bcdb-076d8e155464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:43.166478 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-789dc06f-1e05-43c2-b57c-5f9403e02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:44.181621 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-4a71d276-84d7-499c-9c9c-ae9d1e142289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:44.300283 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-b77d9698-6d9e-4d92-82f1-2e1e947c9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:45.277355 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-81b6ea93-74f8-4ebf-8409-051d14335de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:47.060649 dv-cinder-772623-5-smb neutron-server[91250]: DEBUG neutron_lib.callbacks.manager [None req-1cde49a8-9098-4309-a164-4eaf9c661e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755947444700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866827'] for agent, after_update {{(pid=91250) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}